-- Logs begin at Tue 2021-06-22 03:18:36 UTC, end at Tue 2021-06-22 04:32:18 UTC. -- Jun 22 04:00:03.752671 dv-cinder-797380-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 04:00:06.452426 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.common.config [-] Logging enabled! Jun 22 04:00:06.453056 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 04:00:06.453146 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93339) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 04:00:06.456307 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.common.config [-] Logging enabled! Jun 22 04:00:06.456565 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 04:00:06.456878 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93339) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 04:00:06.457831 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 04:00:06.458084 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 04:00:06.458456 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 04:00:06.458707 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 04:00:06.458937 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 04:00:06.459260 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.459561 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.460117 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.460349 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.460647 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.460944 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.461231 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.461521 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.461819 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.462131 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.462998 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.463299 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.463531 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.463817 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.464109 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.464399 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.464629 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] debug = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.464917 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.465346 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.465772 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.466058 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.466373 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.466656 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.466935 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.467227 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.467501 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.467836 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] host = dv-cinder-797380-1-iscsi {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.468118 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.468413 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.468705 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.468995 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.469274 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.469555 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.469844 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.470148 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.470427 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] log_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.470721 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.470999 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.471299 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.471583 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.471813 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.472040 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.472330 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.472620 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.472897 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.473173 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.473452 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.473729 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.474006 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.474304 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.474595 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.474882 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.475172 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.475453 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.475728 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.476006 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.476283 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.476569 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.476844 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.477118 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.477392 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.477683 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.478012 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.478395 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.478688 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.478972 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.479256 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.479547 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.479823 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.480114 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.480390 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.480666 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.480938 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] use_json = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.481208 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.481483 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.481766 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.482042 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.482343 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.482624 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.482900 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.483186 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:06.483489 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.483783 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.484087 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.484378 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.484677 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.484959 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.485247 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.485531 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.485823 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.486133 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.486427 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.486709 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.487001 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.487283 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.487576 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.487884 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.488181 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.488474 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.488750 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.489031 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.489304 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.489583 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.489875 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.490188 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.490477 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.490755 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.491033 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.491326 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.491600 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.491880 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.492232 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.492451 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.492732 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.493007 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.493292 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.494545 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.494545 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.494545 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.495171 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.495500 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.495940 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.496352 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.496762 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.497186 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.497592 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.498018 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.498460 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.498890 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.499350 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.499828 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.500316 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.500799 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.501280 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.501753 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.502200 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.502493 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.502779 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.503063 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.503349 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.503629 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.503906 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.504179 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.504462 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.504739 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.505013 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.505408 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.505873 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.506276 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.506693 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.507202 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.507620 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.507920 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.508208 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.508496 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.508784 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.509066 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.509935 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.510303 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.510586 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.510888 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.511175 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.511468 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.511756 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.512039 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.512338 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.512618 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.512904 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.513185 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.513468 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.513761 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.514053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.514383 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.514681 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.514980 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.515277 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.515573 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.515856 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.516173 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.516457 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:06.516678 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 04:00:06.516924 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93339) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 04:00:06.863999 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:06.864277 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:06.864563 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:06.864892 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 04:00:07.249999 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.250233 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.250504 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.251812 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.252091 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.252357 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.285626 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.285923 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.286195 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.299370 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.299653 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.299922 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.329171 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.329454 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.329722 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.364994 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.365272 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.365543 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.594206 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.594823 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.594823 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.595006 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.595902 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.717845 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.718180 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.718464 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.718732 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.719000 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.719311 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.719567 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.719821 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.720073 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.720352 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.720612 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.720873 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.721131 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.721392 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.721644 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.721909 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.722210 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.722469 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.722738 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.722988 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.723265 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.723607 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.723858 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.724143 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.724390 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.724632 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.725016 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 04:00:07.725255 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 04:00:07.725491 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 04:00:07.725724 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 04:00:07.725957 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 04:00:07.726216 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 04:00:07.726575 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 04:00:07.731040 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 04:00:07.734927 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 04:00:07.738689 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 22 04:00:07.740315 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 04:00:07.740759 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 04:00:07.741090 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 04:00:07.741470 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 04:00:07.744899 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 04:00:07.745147 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 04:00:07.745486 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 04:00:07.772173 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 04:00:07.772614 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.772909 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93339) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 04:00:07.773264 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.774635 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93339) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 04:00:07.775543 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 04:00:07.775827 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 04:00:07.778909 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.779192 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:07.842909 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 04:00:07.843148 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 04:00:07.843382 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 04:00:07.843757 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 04:00:07.864151 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_db.sqlalchemy.engines [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93339) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 04:00:08.572920 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Initializing driver for type 'gre' Jun 22 04:00:08.573443 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] gre ID ranges: [(1, 1000)] Jun 22 04:00:08.778291 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Initializing driver for type 'local' Jun 22 04:00:08.778880 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Initializing driver for type 'vlan' Jun 22 04:00:08.875356 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] VlanTypeDriver initialization complete Jun 22 04:00:08.875633 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Initializing driver for type 'vxlan' Jun 22 04:00:08.876151 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] vxlan ID ranges: [(1, 1000)] Jun 22 04:00:09.069757 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Initializing extension driver 'port_security' Jun 22 04:00:09.070122 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] PortSecurityExtensionDriver initialization complete Jun 22 04:00:09.070511 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Initializing mechanism driver 'openvswitch' Jun 22 04:00:09.070845 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Initializing mechanism driver 'hyperv' Jun 22 04:00:09.077946 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.plugins.ml2.plugin [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:09.078759 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > port after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.079141 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > port after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.079506 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > port after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.079897 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.080254 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.080636 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.081012 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > network after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.081362 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > network after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.081709 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > network after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.082110 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.082466 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.082810 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.083193 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.083540 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.083882 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.084264 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.084863 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.085205 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.085549 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] ML2 OVO RPC backend initialized. {{(pid=93339) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 04:00:09.086294 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.086651 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.087069 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > network before_response 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.088044 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > networks before_response 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.088396 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > port before_response 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.088741 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > ports before_response 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.089087 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.089433 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.089782 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > network after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.090149 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > network after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.090488 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > network after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.094843 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > port after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.094843 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > port after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.094843 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > port after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.094843 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.095305 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.095305 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.095305 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.plugin [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Modular L2 Plugin initialization complete Jun 22 04:00:09.095305 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading services supported by the core plugin {{(pid=93339) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 04:00:09.095305 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.plugins.ml2.managers [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Got port-security extension from driver 'port_security' Jun 22 04:00:09.095305 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.extensions.vlantransparent [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Disabled vlantransparent extension. Jun 22 04:00:09.095652 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93339) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 04:00:09.095652 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading Plugin: router Jun 22 04:00:09.136115 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.136453 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router after_create 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.136825 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router before_create 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.137192 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.137562 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.137919 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router after_delete 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.138310 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.138681 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router after_create 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.139032 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router after_update 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.139382 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router after_update 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.139731 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.140093 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router after_update 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.140500 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.140878 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: port after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.141220 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: port after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.141561 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: subnet after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.141901 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.142282 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.147280 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.147280 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: port before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.147280 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.147280 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router after_update 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.147706 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.147706 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.147706 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.147706 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.148008 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > network after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.148008 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Tracking information for resource: router configured {{(pid=93339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 04:00:09.148008 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Tracking information for resource: floatingip configured {{(pid=93339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 04:00:09.152078 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.db.l3_agentschedulers_db [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 04:00:09.152653 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: port after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.153017 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: port after_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.153370 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: port after_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.153723 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: port after_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.154567 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router before_create 55550100 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.154940 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.155308 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.155671 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.160304 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.services.provider_configuration [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service providers = [] {{(pid=93339) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 04:00:09.160672 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.db.servicetype_db [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93339) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 04:00:09.163581 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.services.service_base [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 04:00:09.163940 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.services.service_base [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 04:00:09.164284 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.services.service_base [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 04:00:09.165153 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.services.service_base [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 04:00:09.165578 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.services.service_base [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 04:00:09.165952 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 04:00:09.166296 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 04:00:09.178965 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 04:00:09.179304 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading Plugin: auto_allocate Jun 22 04:00:09.184940 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: network precommit_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.185314 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: network precommit_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.185831 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 04:00:09.186185 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading Plugin: tag Jun 22 04:00:09.192664 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 04:00:09.193000 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading Plugin: timestamp Jun 22 04:00:09.197269 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 04:00:09.197765 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading Plugin: network_ip_availability Jun 22 04:00:09.204579 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.204955 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.205381 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.206028 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 04:00:09.206373 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading Plugin: flavors Jun 22 04:00:09.211304 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 04:00:09.211633 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading Plugin: revisions Jun 22 04:00:09.225587 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 04:00:09.225976 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_concurrency.lockutils [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.361s {{(pid=93339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:09.226745 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93339) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 04:00:09.227080 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Initializing extension manager. Jun 22 04:00:09.227586 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: __init__.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.228530 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: __pycache__ {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.229033 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.229373 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: address_group.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.230145 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.230715 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: address-group Jun 22 04:00:09.231040 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: address_scope.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.231745 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.232262 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: address-scope Jun 22 04:00:09.232586 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.233509 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.234020 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: router-admin-state-down-before-update Jun 22 04:00:09.234369 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: agent.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.235053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.235557 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: agent Jun 22 04:00:09.235879 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: agent_resources_synced.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.236764 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.237278 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: agent-resources-synced Jun 22 04:00:09.237598 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.239354 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.239871 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: allowed-address-pairs Jun 22 04:00:09.240198 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.241440 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.241961 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: auto-allocated-topology Jun 22 04:00:09.242320 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: availability_zone.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.243001 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.244179 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: availability_zone Jun 22 04:00:09.244521 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: availability_zone_filter.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.250066 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.250603 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: availability_zone_filter Jun 22 04:00:09.250926 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: data_plane_status.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.251811 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.252322 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 04:00:09.252643 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: default_subnetpools.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.253532 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.254042 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: default-subnetpools Jun 22 04:00:09.254393 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.255189 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.255698 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: dhcp_agent_scheduler Jun 22 04:00:09.256020 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: dns.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.256917 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.257422 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 04:00:09.257743 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: dns_domain_ports.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.258669 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.259210 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 04:00:09.259532 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: dvr.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.260183 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.260688 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: dvr Jun 22 04:00:09.261006 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: empty_string_filtering.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.261894 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.262427 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: empty-string-filtering Jun 22 04:00:09.262750 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.263636 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.264139 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 04:00:09.264462 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.265372 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.265875 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 04:00:09.266239 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: external_net.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.267138 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.267647 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: external-net Jun 22 04:00:09.267973 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.268860 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.269361 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: extra_dhcp_opt Jun 22 04:00:09.269685 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: extraroute.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.270591 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.271102 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: extraroute Jun 22 04:00:09.271425 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: extraroute_atomic.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.272447 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.272962 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: extraroute-atomic Jun 22 04:00:09.273289 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: filter_validation.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.273939 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.274484 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: filter-validation Jun 22 04:00:09.275455 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: fip_pf_description.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.276711 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.277224 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 04:00:09.277551 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: fip_port_details.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.278477 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.278990 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: fip-port-details Jun 22 04:00:09.279311 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: flavors.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.280526 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.281041 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: flavors Jun 22 04:00:09.281387 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.283045 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.283570 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 04:00:09.283906 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: floatingip_pools.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.284599 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.285115 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: floatingip-pools Jun 22 04:00:09.285448 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: ip_allocation.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.286383 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.286898 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 04:00:09.287231 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.288127 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.288642 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: ip-substring-filtering Jun 22 04:00:09.288971 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: l2_adjacency.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.289879 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.290495 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 04:00:09.290818 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: l3.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.296450 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.296450 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: router Jun 22 04:00:09.296450 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.298593 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.299125 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 04:00:09.299458 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.300365 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.300887 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: ext-gw-mode Jun 22 04:00:09.301216 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.302131 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.302650 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: l3-ha Jun 22 04:00:09.302971 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: l3_flavors.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.303858 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.304369 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: l3-flavors Jun 22 04:00:09.304694 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.305598 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.306644 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 04:00:09.307045 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: l3agentscheduler.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.308055 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.308568 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: l3_agent_scheduler Jun 22 04:00:09.308894 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: logging.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.310404 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.310922 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension logging not supported by any of loaded plugins Jun 22 04:00:09.311266 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: metering.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.311996 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.312572 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: metering Jun 22 04:00:09.312901 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.313971 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.314519 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: metering_source_and_destination_fields Jun 22 04:00:09.314851 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: multiprovidernet.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.315755 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.316265 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: multi-provider Jun 22 04:00:09.316592 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: netmtu.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.317483 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.317988 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: net-mtu Jun 22 04:00:09.318337 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: netmtu_writable.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.319238 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.326595 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: net-mtu-writable Jun 22 04:00:09.326595 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: network_availability_zone.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.326595 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.326595 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: network_availability_zone Jun 22 04:00:09.326595 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: network_ip_availability.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.327427 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.327942 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: network-ip-availability Jun 22 04:00:09.328273 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: network_segment_range.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.329025 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.329530 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 04:00:09.329855 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: pagination.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.330853 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.331189 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: pagination Jun 22 04:00:09.331511 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: port_device_profile.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.332417 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.332934 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: port-device-profile Jun 22 04:00:09.333257 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.334196 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.334972 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: port-mac-address-regenerate Jun 22 04:00:09.335300 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.336206 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.336720 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: port-numa-affinity-policy Jun 22 04:00:09.337040 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: port_resource_request.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.337964 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.338493 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 04:00:09.338814 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: portbindings.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.339715 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.340222 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: binding Jun 22 04:00:09.340540 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: portbindings_extended.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.341805 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.342359 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: binding-extended Jun 22 04:00:09.342690 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: portsecurity.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.343591 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.344105 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: port-security Jun 22 04:00:09.344429 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: project_id.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.345389 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.345723 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: project-id Jun 22 04:00:09.346046 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: providernet.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.353659 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.354210 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: provider Jun 22 04:00:09.354533 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.358175 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.358702 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos not supported by any of loaded plugins Jun 22 04:00:09.359037 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.360266 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.360787 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 04:00:09.361117 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.362018 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.362560 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 04:00:09.362887 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos_default.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.363777 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.364294 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos-default not supported by any of loaded plugins Jun 22 04:00:09.364620 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos_fip.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.365259 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.365767 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 04:00:09.366109 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.367020 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.367531 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 04:00:09.367854 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.369272 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.369775 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 04:00:09.370124 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.371025 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.371533 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 04:00:09.371855 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: qos_rules_alias.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.372883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.373394 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 04:00:09.373716 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: quotasv2.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.374660 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.374988 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: quotas Jun 22 04:00:09.375308 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: quotasv2_detail.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.378347 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.378694 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: quota_details Jun 22 04:00:09.379028 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: rbac.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.380075 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.380603 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: rbac-policies Jun 22 04:00:09.380934 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: rbac_address_group.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.381840 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.382394 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: rbac-address-group Jun 22 04:00:09.382722 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: rbac_address_scope.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.383617 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.384755 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: rbac-address-scope Jun 22 04:00:09.385084 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: rbac_security_groups.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.385986 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.386579 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: rbac-security-groups Jun 22 04:00:09.386861 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.387750 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.388267 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: rbac-subnetpool Jun 22 04:00:09.388589 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: revisionifmatch.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.398833 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.399345 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: revision-if-match Jun 22 04:00:09.399695 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: revisions.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.400978 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.401502 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: standard-attr-revisions Jun 22 04:00:09.401830 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: router_availability_zone.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.402529 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.403044 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: router_availability_zone Jun 22 04:00:09.403368 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: routerservicetype.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.404268 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.404777 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 04:00:09.405102 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.406001 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.406548 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: security-groups-normalized-cidr Jun 22 04:00:09.406874 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.407772 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.408287 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: port-security-groups-filtering Jun 22 04:00:09.408609 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.409510 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.410022 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: security-groups-remote-address-group Jun 22 04:00:09.410375 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: securitygroup.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.419951 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.420478 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: security-group Jun 22 04:00:09.420815 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: segment.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.421594 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.422130 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension segment not supported by any of loaded plugins Jun 22 04:00:09.422462 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.439097 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.439622 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 04:00:09.439952 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: servicetype.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.441050 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.441573 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: service-type Jun 22 04:00:09.441902 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: sorting.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.442897 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.443230 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: sorting Jun 22 04:00:09.443554 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: standard_attr_segment.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.444444 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.444962 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 04:00:09.445288 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: standardattrdescription.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.445934 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.446500 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: standard-attr-description Jun 22 04:00:09.447436 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: stateful_security_group.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.448353 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.448869 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: stateful-security-group Jun 22 04:00:09.449194 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: stdattrs_common.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.449762 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 04:00:09.450107 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.451095 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.451611 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 04:00:09.451932 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: subnet_onboard.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.453031 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.453550 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: subnet_onboard Jun 22 04:00:09.453874 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.454803 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.455317 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 04:00:09.455639 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: subnet_service_types.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.456579 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.457134 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: subnet-service-types Jun 22 04:00:09.457465 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: subnetallocation.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.458620 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.459181 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: subnet_allocation Jun 22 04:00:09.459766 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.460449 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.460972 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: subnetpool-prefix-ops Jun 22 04:00:09.461296 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.462344 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.462874 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 04:00:09.463197 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: tagging.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.464275 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.464793 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: standard-attr-tag Jun 22 04:00:09.465121 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: timestamp.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.466350 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.466873 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loaded extension: standard-attr-timestamp Jun 22 04:00:09.467208 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: trunk.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.473627 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.474174 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension trunk not supported by any of loaded plugins Jun 22 04:00:09.474503 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: trunk_details.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.475405 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.475917 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 04:00:09.476241 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.477141 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.477650 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 04:00:09.478035 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Loading extension file: vlantransparent.py {{(pid=93339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 04:00:09.478722 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 04:00:09.479228 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 04:00:09.481667 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:network Jun 22 04:00:09.482244 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:subnet Jun 22 04:00:09.482654 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 04:00:09.483050 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:port Jun 22 04:00:09.484287 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.484730 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service FLAVORS assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.485334 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.485770 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.486126 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:router Jun 22 04:00:09.486555 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 04:00:09.487043 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service METERING assigned prefix: /metering {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.488510 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.488886 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.489239 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:00:09.490273 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 04:00:09.490719 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:security_group Jun 22 04:00:09.491164 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 04:00:09.491761 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service CORE assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.499195 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 04:00:09.499195 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] subnetpool is already registered Jun 22 04:00:09.499195 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service CORE assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.499195 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 04:00:09.499195 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] subnetpool is already registered Jun 22 04:00:09.499195 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.499195 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service FLAVORS assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.499195 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.499711 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.499711 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:router Jun 22 04:00:09.499711 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] router is already registered Jun 22 04:00:09.499711 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 04:00:09.499711 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] floatingip is already registered Jun 22 04:00:09.499711 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service METERING assigned prefix: /metering {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.500196 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 04:00:09.500524 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] rbac_policy is already registered Jun 22 04:00:09.500935 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:security_group Jun 22 04:00:09.501270 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] security_group is already registered Jun 22 04:00:09.501675 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 04:00:09.502008 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] security_group_rule is already registered Jun 22 04:00:09.502656 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service CORE assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.502986 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 04:00:09.503322 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] subnetpool is already registered Jun 22 04:00:09.503748 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.v2.resource_helper [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Service CORE assigned prefix: {{(pid=93339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 04:00:09.504073 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 04:00:09.504402 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING neutron.quota.resource_registry [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] subnetpool is already registered Jun 22 04:00:09.504900 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: extensions {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.506386 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: address-groups {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.507873 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: address-scopes {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.509776 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: agents {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.511104 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: auto-allocated-topology {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.512356 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: availability_zones {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.513564 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: dhcp-networks {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.515140 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: dhcp-agents {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.516563 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: routers {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.518299 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: flavors {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.520701 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: service_profiles {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.521919 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: next_providers {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.523405 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: service_profiles {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.525027 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: floatingip-pools {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.526389 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: routers {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.528080 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: floatingips {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.529359 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: l3-routers {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.530790 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: l3-agents {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.532200 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: metering-labels {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.533470 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: metering-label-rules {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.534880 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: network-ip-availabilities {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.536139 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: bindings {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.537690 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: quotas {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.539256 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: quotas {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.540897 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: rbac-policies {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.542234 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: security-groups {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.543533 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: security-group-rules {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.544823 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: service-providers {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.546030 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: subnetpools {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.547372 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: subnetpools {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.548909 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.550603 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.552425 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.554238 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.556427 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.558501 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.560196 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.561969 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.563863 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.565595 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron.api.extensions [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Extended resource: tags {{(pid=93339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 04:00:09.572341 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING keystonemiddleware.auth_token [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 04:00:09.576920 dv-cinder-797380-1-iscsi neutron-server[93339]: WARNING keystonemiddleware.auth_token [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 04:00:09.585619 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_concurrency.lockutils [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Acquired lock "singleton_lock" {{(pid=93339) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 04:00:09.586116 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_concurrency.lockutils [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Releasing lock "singleton_lock" {{(pid=93339) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 04:00:09.586759 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO oslo_service.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Starting 2 workers Jun 22 04:00:09.591605 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Started child 93482 {{(pid=93339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 04:00:09.596096 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Started child 93483 {{(pid=93339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 04:00:09.597077 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.597720 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO neutron.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 04:00:09.598371 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Notify callbacks [] for process, before_spawn {{(pid=93339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.598717 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [-] (93482) wsgi starting up on http://0.0.0.0:9696 Jun 22 04:00:09.600694 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.601130 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO oslo_service.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Starting 1 workers Jun 22 04:00:09.602057 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [-] (93483) wsgi starting up on http://0.0.0.0:9696 Jun 22 04:00:09.606031 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Started child 93484 {{(pid=93339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 04:00:09.606597 dv-cinder-797380-1-iscsi neutron-server[93339]: INFO oslo_service.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Starting 1 workers Jun 22 04:00:09.609648 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] calling RpcWorker wait() {{(pid=93484) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 04:00:09.610233 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] returning from RpcWorker wait() {{(pid=93484) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 04:00:09.611092 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Started child 93485 {{(pid=93339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 04:00:09.611366 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.611948 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG neutron_lib.callbacks.manager [None req-1ded57b1-22aa-457c-858e-54dffbcb81b5 None None] Notify callbacks [] for process, after_spawn {{(pid=93339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.612181 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:09.613808 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93339) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 04:00:09.614024 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 04:00:09.614260 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 04:00:09.614448 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 04:00:09.614811 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 04:00:09.614976 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 04:00:09.615497 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.615791 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.616072 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.616332 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.616611 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.616821 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:09.617289 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.617453 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.617873 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.617975 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:09.618189 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.618967 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.619217 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.619386 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.619845 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.620178 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.620476 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.620781 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.621035 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.621318 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.621494 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.621753 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.622022 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.622280 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.622717 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] debug = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.625952 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.625952 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.625952 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.625952 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.625952 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.625952 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.626475 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.626475 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.626475 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.626475 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.626475 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.626475 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.626475 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.626475 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.627026 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.627026 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.627026 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.627499 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] host = dv-cinder-797380-1-iscsi {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.627751 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.627971 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.628220 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.628479 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.628737 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.628974 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.629225 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.629478 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.629733 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.629967 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.630232 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.630493 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.630872 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.631141 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.631311 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_options = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.631548 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.631816 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.632075 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.632268 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.632439 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.632622 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.632893 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.633056 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.633481 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.633709 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.633928 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.634851 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.635204 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.635452 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.635714 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.635972 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.636191 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.636405 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.636701 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.636901 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.637147 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.637419 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.637636 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.637860 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.638136 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.638355 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.638736 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.639105 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.639467 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.640153 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.640397 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.640674 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.641088 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.641339 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.641591 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.641823 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.642042 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.642345 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.642580 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.642831 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.643090 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.643327 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.643560 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.643782 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.644022 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.644269 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_json = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.644490 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.644735 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.644990 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.645209 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.646103 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.646103 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.646103 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.646103 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.646562 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.646849 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.647156 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.647424 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.647675 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.647915 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.648162 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.648401 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.648661 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.648925 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.649234 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.649487 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.649829 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.650088 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.650359 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.650656 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.654689 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.654689 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.654689 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.654689 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.654689 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.654689 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.654689 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.654689 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.655430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.655430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.655430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.655430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.655430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.655430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.655430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.655430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.656089 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.656089 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.656089 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.656089 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.656089 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.656089 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.656089 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.657019 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.657019 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.657019 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.657019 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.657444 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.657444 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.657647 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.657759 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.658103 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.658221 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.658405 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.658718 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.658860 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.659122 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.659302 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.659545 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.659802 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.660026 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.660397 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.660533 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.660702 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.660950 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.661215 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.661456 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.661675 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.661912 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.662165 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.662407 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.662643 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.662889 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.663107 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.663327 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.663553 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.663787 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.664002 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.664235 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.664449 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.664661 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.664878 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.665094 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.665835 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.666195 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.666350 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.666519 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.666734 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.667027 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.667346 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.667571 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.667817 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.668053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.668291 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.668530 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.668780 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.669021 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.669256 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.669495 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.669759 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.669988 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.670241 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.670484 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.670721 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.670989 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.671207 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.671579 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.671717 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.671937 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.672162 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.672425 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.672676 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.672933 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.673194 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.673603 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.673748 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.673986 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.674300 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.674554 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.674824 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.675307 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.675467 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.675632 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.675873 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.676104 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.676343 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.676613 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.677037 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.677037 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.677337 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.677471 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.677753 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.679883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.679883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.679883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.679883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.679883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.679883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.679883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.679883 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682053 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682978 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682978 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.682978 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.683513 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.683513 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.683513 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.683911 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.683911 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.684816 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.684816 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.684816 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.684816 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.685330 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.685330 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.685605 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.685766 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.685921 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.686057 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.686994 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.686994 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.686994 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.686994 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.687920 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.687920 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.687920 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.687920 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.688437 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.688437 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.688692 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.688838 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.688981 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.689224 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.689517 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.689668 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.690227 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.690227 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.690505 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.690505 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.690803 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.690963 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.691622 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.691622 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.691622 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.692048 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.692223 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.692718 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.692718 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.692998 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.693141 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.693282 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.693459 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.693697 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.693936 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.695512 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.695512 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.695512 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.695512 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.695512 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.695512 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.695512 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.696421 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.696421 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.696421 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.696421 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.696725 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.696830 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.697017 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.697246 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.697491 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.697702 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.697917 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.698152 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.698359 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.698594 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.698804 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.699034 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.699270 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.699479 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.699702 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.699917 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.700128 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.700341 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.700549 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.700773 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.700982 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.701211 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.701423 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.701631 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.701954 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.702224 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.702444 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.702720 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.702955 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.703198 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.703450 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.703774 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.703994 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.704251 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.704470 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.704687 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.704923 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.705175 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.705517 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.705820 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.706065 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.706348 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.706627 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.707362 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.707362 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.707362 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.707682 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.707957 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.708474 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.708734 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.708988 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.709266 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.709926 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.710103 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.710252 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.710769 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.710769 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.711014 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.711110 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.711322 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.711543 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.711792 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.712013 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.712311 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.712516 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.712829 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.712944 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.713110 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 04:00:09.713667 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93339) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 04:00:09.713868 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 04:00:09.714023 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 04:00:09.714239 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 04:00:09.714412 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 04:00:09.714565 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 04:00:09.714771 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.714932 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.715093 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.715253 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.715411 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.715594 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.715755 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.715914 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.716074 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.716231 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.716393 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.716551 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.716709 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.716867 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.717026 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.717185 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.717341 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.717499 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.717663 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.717822 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.717979 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.718161 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.718321 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] debug = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.718481 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.718674 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.718839 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.718998 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.719156 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.719314 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.719474 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.719633 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.719783 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.719941 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.720077 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.720235 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.720392 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.720555 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.720712 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.720870 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.721028 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.721185 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] host = dv-cinder-797380-1-iscsi {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.721343 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.721500 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.721656 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.721812 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.721970 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.722150 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.722311 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.722457 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.722614 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.722771 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.722932 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.723074 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.723236 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.723393 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.723551 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_options = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.723710 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.723878 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.724034 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.724369 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.724539 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.724690 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.724846 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.725004 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.725162 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.725321 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.725481 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.725641 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.725799 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.725958 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.726145 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.726308 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.726467 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.726626 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.726785 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.726944 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.727103 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.727265 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.727408 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.727553 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.727711 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.728489 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.728681 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.728822 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.729020 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.729185 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.729345 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.729489 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.729652 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.729809 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.729968 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.730151 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.730311 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.730474 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.730633 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.730790 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.730948 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.731107 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.731264 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.731422 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.731579 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.731738 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_json = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.731895 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.732052 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.732209 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.732367 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.732525 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.732682 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.732839 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.732999 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 04:00:09.733177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.733338 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.733511 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.733673 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.733834 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.733994 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.734176 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.734343 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.734503 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.734663 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.734830 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.734990 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.735161 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.735322 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.735481 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.735644 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.735804 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.735963 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.736123 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.736285 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.736450 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.736631 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.736805 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.736964 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.737127 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.737274 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.737545 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.737545 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.737705 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.737849 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.738004 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.738184 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.738341 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.738507 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.738668 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.738822 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.738976 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.739139 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.739300 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.739457 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.739618 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.739779 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.739939 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.740102 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.740264 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.740441 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.740584 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.740731 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.740893 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.741055 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.741432 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.741432 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.741591 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.741672 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.741832 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.741992 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.742191 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.742354 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.742516 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.742678 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.742837 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.743011 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.743172 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.743333 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.743563 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.743727 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.743889 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.744050 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.744211 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.744376 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.744536 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.744699 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.744861 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.745022 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.745183 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.745345 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.745512 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.745656 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.745817 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.745977 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.746365 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.746365 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.746591 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.746591 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.746769 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.746944 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.747104 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.747265 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.747425 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.747587 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.747746 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.747906 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.748066 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.748226 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.748388 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.748549 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.748715 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.748890 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.749034 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.749166 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.749320 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.749479 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.749639 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.749800 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.749961 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.750150 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.750300 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.750462 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.750622 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.750783 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.751136 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.751136 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.751437 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.751437 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.751586 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.751709 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.751866 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.752027 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.752188 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.752349 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.752509 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.752672 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.752830 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.752990 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.753150 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.753310 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.753469 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.753638 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.753842 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.754007 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.754239 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.754367 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.754450 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.754614 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.754774 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.754935 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.755095 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.755256 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.755418 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.755594 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.755844 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.755929 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.756025 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.756193 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.756357 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.756524 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.756667 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.756804 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.756958 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.757110 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.757271 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.757434 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.757596 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.757757 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.757917 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.758095 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.758260 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.758360 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:09.758446 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.758569 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.758729 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.758892 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.759606 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.759816 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.759978 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.760139 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.760300 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.760461 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.760621 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.760781 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.760944 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.761106 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.761268 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.761430 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.761592 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.761753 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.761915 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.762106 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.762261 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.762422 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.762583 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.762744 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.762905 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.763068 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.763229 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.763391 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.763552 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.763713 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.763888 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.764049 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.764213 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.764373 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.764533 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.764692 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.764853 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.765014 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.765175 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.765335 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.765496 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.765660 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.765823 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.765984 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.766181 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.766344 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.766506 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.766665 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.766825 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.766998 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.767160 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.767321 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.767482 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.767643 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.767813 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.767973 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.768134 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.768294 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.768453 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.768623 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.768784 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.768945 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.769105 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.769265 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.769435 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.769595 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.770023 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.770023 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.771177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.771177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.771177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.771177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.771177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.771177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.771177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.771177 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772007 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772007 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772007 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772007 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772007 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772748 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772748 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772748 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772748 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.772748 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.773168 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.773168 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.773168 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.773509 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.773509 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.773734 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.773734 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.773960 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.774139 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.774223 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.774371 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.774788 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.774788 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.774984 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.775139 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.775300 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.775461 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.775622 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.775783 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.775943 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.776103 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.776263 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.776424 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.776585 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.776745 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.776905 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.777066 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.777227 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.777389 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.777549 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.777710 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 04:00:09.777864 dv-cinder-797380-1-iscsi neutron-server[93339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 04:00:09.930878 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42042) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:09.940131 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064600 Jun 22 04:00:21.282774 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda1595-7761-4ccb-931b-f06a2247ed16 None None] get_active_networks_info from dv-cinder-797380-1-iscsi {{(pid=93484) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 04:00:21.360684 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda1595-7761-4ccb-931b-f06a2247ed16 None None] No non-hosted networks {{(pid=93484) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 04:00:21.388118 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.agentschedulers_db [None req-3bda1595-7761-4ccb-931b-f06a2247ed16 None None] DHCP Agent not found on host dv-cinder-797380-1-iscsi {{(pid=93484) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 04:00:21.595427 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f400aa27-9181-4a54-a5c6-72fbed106581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577'] for agent, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:23.875315 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae744-acea-4082-aa20-a65308f4480b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577'] for agent, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:23.916956 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.db.api [None req-e7cce579-300e-4f08-b267-29904f72e4dd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797380-1-iscsi {{(pid=93484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:00:23.918698 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_db.api [None req-e7cce579-300e-4f08-b267-29904f72e4dd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:00:24.115509 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577'] for agent, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:24.116371 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.116885 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.117587 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.118701 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.119411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.119876 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.120400 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.120942 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.121378 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.121855 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.122324 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.122919 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:24.123447 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797380-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:24.135359 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797380-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:24.448071 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e7cce579-300e-4f08-b267-29904f72e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:25.087608 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577'] for agent, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:26.434954 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577'] for agent, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:27.652833 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42134) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:28.060174 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.db.l3_hamode_db [None req-50553618-9935-46bc-8b57-7d7189ab6b7f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 04:00:28.137055 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50553618-9935-46bc-8b57-7d7189ab6b7f None None] Routers set() bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:28.137442 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50553618-9935-46bc-8b57-7d7189ab6b7f None None] Router IDs set() for agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 04:00:28.143924 dv-cinder-797380-1-iscsi neutron-server[93482]: WARNING oslo_policy.policy [None req-a417ce78-474d-4924-8273-694219288153 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 04:00:28.144538 dv-cinder-797380-1-iscsi neutron-server[93482]: WARNING oslo_policy.policy [None req-a417ce78-474d-4924-8273-694219288153 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 04:00:28.360856 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [None req-a417ce78-474d-4924-8273-694219288153 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:00:28.361894 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a417ce78-474d-4924-8273-694219288153 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7081516 Jun 22 04:00:30.662715 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42148) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:31.163954 dv-cinder-797380-1-iscsi neutron-server[93483]: WARNING oslo_policy.policy [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 04:00:31.165230 dv-cinder-797380-1-iscsi neutron-server[93483]: WARNING oslo_policy.policy [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 04:00:31.377280 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:31.470305 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.policy [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93483) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 04:00:31.515480 dv-cinder-797380-1-iscsi neutron-server[93483]: WARNING oslo_policy.policy [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 04:00:31.515844 dv-cinder-797380-1-iscsi neutron-server[93483]: WARNING oslo_policy.policy [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 04:00:31.524330 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.quota [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] Loaded quota_driver: . Jun 22 04:00:31.698652 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731226893427', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731226893958', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731226866430', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731226879156', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731226854007', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731226860205', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1572801', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1446366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535574'] for rbac-policy, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:31.890753 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:31.892142 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d8f0d787-7979-4886-805c-894143f21820 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2273307 Jun 22 04:00:34.397343 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42166) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:34.687890 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'admin_state_up': True, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:34.689315 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.quota [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Loaded quota_driver: . Jun 22 04:00:34.794899 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Made reservation on behalf of 03b14f99af5741ca9c3beed063d2a8e2 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:00:34.860547 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.policy [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93482) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 04:00:34.905272 dv-cinder-797380-1-iscsi neutron-server[93482]: WARNING oslo_policy.policy [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 04:00:34.905651 dv-cinder-797380-1-iscsi neutron-server[93482]: WARNING oslo_policy.policy [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 04:00:34.916896 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:34.937160 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:35.064899 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:35.138787 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:35.144552 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:35.159938 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:00:35.185723 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c7704-36c2-4796-a541-262bcf160ba6,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:35.200764 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.201102 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.201438 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.201751 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.205973 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.205973 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.205973 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.205973 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.205973 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Tracked resource versions report: Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: pushed versions: Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: { 'AddressGroup': {'1.2'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'ConntrackHelper': {'1.0'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Log': {'1.0'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Network': {'1.1'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Port': {'1.7'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'PortForwarding': {'1.2'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'QosPolicy': {'1.8'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SecurityGroup': {'1.4'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SecurityGroupRule': {'1.2'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SubPort': {'1.0'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Subnet': {'1.1'}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Trunk': {'1.1'}} Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: consumer versions: Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: { DHCP agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: L3 agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: Metadata agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: Metering agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: Open vSwitch agent@dv-cinder-797380-1-iscsi: { 'AddressGroup': '1.2', Jun 22 04:00:35.206367 dv-cinder-797380-1-iscsi neutron-server[93482]: 'ConntrackHelper': '1.0', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Log': '1.0', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Network': '1.1', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Port': '1.7', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'PortForwarding': '1.2', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'QosPolicy': '1.8', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SecurityGroup': '1.4', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SecurityGroupRule': '1.2', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SubPort': '1.0', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Subnet': '1.1', Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Trunk': '1.1'}} Jun 22 04:00:35.207865 dv-cinder-797380-1-iscsi neutron-server[93482]: {{(pid=93482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 04:00:35.229393 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731224944586', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:35.229974 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Unsubscribe: segment precommit_create {{(pid=93482) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 04:00:35.230490 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Added segment 08973864-8856-4f56-a637-7bb52dccb528 of type vlan for network 79cba082-69c8-4206-a783-14df96bec51f Jun 22 04:00:35.294145 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:35.313846 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:35.417256 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:35.418715 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:35.419391 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:35.422089 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:35.515346 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Pushing event updated for resources: {'Network': ['ID=79cba082-69c8-4206-a783-14df96bec51f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:35.518484 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:35.526616 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 79cba082-69c8-4206-a783-14df96bec51f details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:00:35.543789 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1454067 Jun 22 04:00:38.106851 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42182) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:38.484325 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03522b50-b314-45a3-af7f-a8fbe540397a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:38.485651 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-03522b50-b314-45a3-af7f-a8fbe540397a admin admin] 10.222.0.37 "GET /v2.0/networks/79cba082-69c8-4206-a783-14df96bec51f HTTP/1.1" status: 200 len: 825 time: 0.3778417 Jun 22 04:00:38.522015 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-0eac9372-005a-4699-bbfc-eee6563572a0 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/6e51ddbc-fcc1-42e1-bb0e-f8dcba22c7ed HTTP/1.1" status: 200 len: 734 time: 0.0309606 Jun 22 04:00:38.531416 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '79cba082-69c8-4206-a783-14df96bec51f', 'name': 'private-subnet', 'subnetpool_id': '6e51ddbc-fcc1-42e1-bb0e-f8dcba22c7ed', 'ip_version': 4, 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:38.605547 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Made reservation on behalf of 03b14f99af5741ca9c3beed063d2a8e2 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:00:38.607854 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:38.972071 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:38.976303 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:39.038275 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Checking segment: {'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:39.038640 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Network hostable DHCP agents. Network: 79cba082-69c8-4206-a783-14df96bec51f, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:00:39.045814 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6974b34-7f1b-4258-a985-fd1836101bda,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:39.050448 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:39.136874 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Network 79cba082-69c8-4206-a783-14df96bec51f is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:00:39.205890 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 79cba082-69c8-4206-a783-14df96bec51f) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:39.210687 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:39.211328 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:39.215675 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ecd950-0fac-4780-b953-7eab7aed8f37 None None] Network 79cba082-69c8-4206-a783-14df96bec51f requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:00:39.297762 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7695694 Jun 22 04:00:39.532314 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-79cba082-69c8-4206-a783-14df96bec51f', 'network_id': '79cba082-69c8-4206-a783-14df96bec51f', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'fixed_ips': [{'subnet_id': 'd6974b34-7f1b-4258-a985-fd1836101bda'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:00:39.533571 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:39.803270 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Allocated IP 172.20.0.2 (79cba082-69c8-4206-a783-14df96bec51f/d6974b34-7f1b-4258-a985-fd1836101bda/1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:40.000348 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:40.016968 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Transition to ACTIVE for port object 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:40.066208 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Transition to ACTIVE for port object 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:40.149883 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:40.152991 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:40.215746 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Network 79cba082-69c8-4206-a783-14df96bec51f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:40.220274 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:40.229730 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:40.237074 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Pushing event updated for resources: {'Port': ['ID=1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:40.263559 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.263944 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.264280 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.264607 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.264930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.265276 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.265572 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.265888 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.266246 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.266566 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.266881 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.267195 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Tracked resource versions report: Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: pushed versions: Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: { 'AddressGroup': {'1.2'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'ConntrackHelper': {'1.0'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Log': {'1.0'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Network': {'1.1'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Port': {'1.7'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'PortForwarding': {'1.2'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'QosPolicy': {'1.8'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SecurityGroup': {'1.4'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SecurityGroupRule': {'1.2'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SubPort': {'1.0'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Subnet': {'1.1'}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Trunk': {'1.1'}} Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: consumer versions: Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: { DHCP agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: L3 agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: Metadata agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: Metering agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: Open vSwitch agent@dv-cinder-797380-1-iscsi: { 'AddressGroup': '1.2', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'ConntrackHelper': '1.0', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Log': '1.0', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Network': '1.1', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Port': '1.7', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'PortForwarding': '1.2', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'QosPolicy': '1.8', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SecurityGroup': '1.4', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SecurityGroupRule': '1.2', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SubPort': '1.0', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Subnet': '1.1', Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Trunk': '1.1'}} Jun 22 04:00:40.268285 dv-cinder-797380-1-iscsi neutron-server[93484]: {{(pid=93484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 04:00:40.288898 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:40.317831 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Attempting to bind port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:40.318167 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Attempting to bind port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:40.318581 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Attempting to bind port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b on network 79cba082-69c8-4206-a783-14df96bec51f {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:40.324044 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:40.324450 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Checking segment: {'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:40.324923 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:40.325309 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Bound using segment: {'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:40.325776 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Bound port: 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:40.326199 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:40.386669 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] For port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:40.390835 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] For port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b,segment=NetworkSegment(08973864-8856-4f56-a637-7bb52dccb528),segment_id=08973864-8856-4f56-a637-7bb52dccb528)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:00:40.463804 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:40.467802 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:40.532284 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Pushing event updated for resources: {'Port': ['ID=1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:40.535262 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:41.637666 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42190) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:41.956448 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [None req-45e74975-e7f8-44cd-8d0e-f676252682ec admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:00:41.970104 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-45e74975-e7f8-44cd-8d0e-f676252682ec admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187640 Jun 22 04:00:44.298621 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42198) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:44.603223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [None req-d23e2712-54d4-4606-8ff4-9d061c361751 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:00:44.604180 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d23e2712-54d4-4606-8ff4-9d061c361751 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3046620 Jun 22 04:00:45.856931 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:46.011320 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:46.524771 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070aff2c-d2d4-4085-84c3-463587d52a04 None None] Network 79cba082-69c8-4206-a783-14df96bec51f requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:00:46.696697 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] Provisioning for port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:46.704836 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] Provisioning complete for port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:46.708913 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:46.832110 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:46.868830 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] For port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b,segment=NetworkSegment(08973864-8856-4f56-a637-7bb52dccb528),segment_id=08973864-8856-4f56-a637-7bb52dccb528)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:00:46.942752 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:46.946634 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:46.991244 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] Pushing event updated for resources: {'Port': ['ID=1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:46.995362 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:47.063149 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-cd39e074-c9ea-4cba-8577-0b16027e8ee1 None None] Provisioning complete for port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:47.063529 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cd39e074-c9ea-4cba-8577-0b16027e8ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.204889 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42212) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:47.493597 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-6026009f-ae26-4318-a43f-9c63ff94e6d4 admin admin] Request body: {'router': {'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:47.554620 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6026009f-ae26-4318-a43f-9c63ff94e6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.556363 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6026009f-ae26-4318-a43f-9c63ff94e6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.698273 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6026009f-ae26-4318-a43f-9c63ff94e6d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.737939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6026009f-ae26-4318-a43f-9c63ff94e6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.788226 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6026009f-ae26-4318-a43f-9c63ff94e6d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:47.790278 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6026009f-ae26-4318-a43f-9c63ff94e6d4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5841932 Jun 22 04:00:47.837744 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:00:47.892636 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:47.893278 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:50.090180 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42220) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:50.397500 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [None req-2728259e-e6c7-4a8d-b5d2-5aff7ab249bb admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:00:50.398500 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2728259e-e6c7-4a8d-b5d2-5aff7ab249bb admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073683 Jun 22 04:00:51.279681 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-71bc24e8-1c8d-436b-b586-68dd47913a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:52.777134 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42228) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:53.079641 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:00:53.165609 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Made reservation on behalf of 9db76c487eb54bbab2f8635423c8a420 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:00:53.167857 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.178412 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.301135 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.365135 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.368637 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:53.380640 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Reserving flat network on physical network physnet1 {{(pid=93482) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 04:00:53.400453 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db52366-ac18-41f5-86e6-d679a07c8864,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:53.403241 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.403579 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Added segment 885f6552-1ff3-4b7e-bd16-fd8c0d5947bc of type flat for network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 Jun 22 04:00:53.404882 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:53.449055 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.564668 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.565931 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:53.566535 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:53.569284 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:53.625054 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6730cf-fdc9-473a-bf60-46eae01f68f9,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:53.627648 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:53.634646 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:00:53.697154 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9189336 Jun 22 04:00:53.828568 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8b9737c-e490-47f1-b668-e05b70352b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:54.074038 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:55.045097 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:55.985220 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42246) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:00:56.200259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65a25-dac0-4214-b05f-7e69b930d76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:00:56.201731 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c0d65a25-dac0-4214-b05f-7e69b930d76e admin admin] 10.222.0.37 "GET /v2.0/subnets/d6974b34-7f1b-4258-a985-fd1836101bda HTTP/1.1" status: 200 len: 849 time: 0.2155752 Jun 22 04:00:56.319395 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7e5b98ec-f0b4-4e5a-a276-f464bfd62de0 admin admin] 10.222.0.37 "GET /v2.0/routers/1b58c9ef-70de-4373-a5bf-7becf7044293 HTTP/1.1" status: 200 len: 704 time: 0.1120982 Jun 22 04:00:56.347932 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.593728 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:56.883221 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Allocated IP 172.20.0.1 (79cba082-69c8-4206-a783-14df96bec51f/d6974b34-7f1b-4258-a985-fd1836101bda/3918e9d1-02d2-45ca-bf21-615f69544e6e) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:00:57.082780 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.106382 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Transition to ACTIVE for port object 3918e9d1-02d2-45ca-bf21-615f69544e6e will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:57.228713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.232398 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:57.246778 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Network 79cba082-69c8-4206-a783-14df96bec51f is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:57.265758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:57.331414 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:00:57.331811 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.425109 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Pushing event updated for resources: {'Port': ['ID=3918e9d1-02d2-45ca-bf21-615f69544e6e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:57.460906 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.461248 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.462149 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.462565 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.462895 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.463237 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.463563 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.463884 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.464222 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.464542 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.464858 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.465171 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Tracked resource versions report: Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: pushed versions: Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: { 'AddressGroup': {'1.2'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'ConntrackHelper': {'1.0'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Log': {'1.0'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Network': {'1.1'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Port': {'1.7'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'PortForwarding': {'1.2'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'QosPolicy': {'1.8'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SecurityGroup': {'1.4'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SecurityGroupRule': {'1.2'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SubPort': {'1.0'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Subnet': {'1.1'}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Trunk': {'1.1'}} Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: consumer versions: Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: { DHCP agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: L3 agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: Metadata agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: Metering agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: Open vSwitch agent@dv-cinder-797380-1-iscsi: { 'AddressGroup': '1.2', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'ConntrackHelper': '1.0', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Log': '1.0', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Network': '1.1', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Port': '1.7', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'PortForwarding': '1.2', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'QosPolicy': '1.8', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SecurityGroup': '1.4', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SecurityGroupRule': '1.2', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SubPort': '1.0', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Subnet': '1.1', Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Trunk': '1.1'}} Jun 22 04:00:57.466274 dv-cinder-797380-1-iscsi neutron-server[93483]: {{(pid=93483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 04:00:57.481699 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:57.571070 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8f3165eb-369a-4ba3-8999-b2a85aafc9f5 None None] Provisioning for port 3918e9d1-02d2-45ca-bf21-615f69544e6e completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:00:57.574884 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8f3165eb-369a-4ba3-8999-b2a85aafc9f5 None None] Provisioning complete for port 3918e9d1-02d2-45ca-bf21-615f69544e6e triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:57.575393 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f3165eb-369a-4ba3-8999-b2a85aafc9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.608266 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-8f3165eb-369a-4ba3-8999-b2a85aafc9f5 None None] Port 3918e9d1-02d2-45ca-bf21-615f69544e6e cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:00:57.614781 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.788629 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.834084 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.835199 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:57.838183 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:57.957587 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Pushing event updated for resources: {'Port': ['ID=3918e9d1-02d2-45ca-bf21-615f69544e6e,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:57.962182 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:58.003463 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Network 79cba082-69c8-4206-a783-14df96bec51f is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:00:58.004868 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:00:58.230609 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1988d16d-a6b9-4dc0-a93f-008061e51d22 None None] Provisioning complete for port 3918e9d1-02d2-45ca-bf21-615f69544e6e triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:00:58.230982 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1988d16d-a6b9-4dc0-a93f-008061e51d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:58.234177 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Router 1b58c9ef-70de-4373-a5bf-7becf7044293 is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:00:58.266659 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-1988d16d-a6b9-4dc0-a93f-008061e51d22 None None] Port 3918e9d1-02d2-45ca-bf21-615f69544e6e cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:00:58.326921 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:00:58.332116 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] 10.222.0.37 "PUT /v2.0/routers/1b58c9ef-70de-4373-a5bf-7becf7044293/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0074131 Jun 22 04:00:58.337168 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Sync routers for ids ['1b58c9ef-70de-4373-a5bf-7becf7044293'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:00:58.348271 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Routers {'1b58c9ef-70de-4373-a5bf-7becf7044293'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:00:58.349134 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:00:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['1b58c9ef-70de-4373-a5bf-7becf7044293'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:58.533123 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Set router 1b58c9ef-70de-4373-a5bf-7becf7044293 gateway port host: None {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:00:58.953133 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'name': 'router1', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:00:47Z', 'updated_at': '2021-06-22T04:00:57Z', 'revision_number': 2, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'gw_port_host': None, '_interfaces': [{'id': '3918e9d1-02d2-45ca-bf21-615f69544e6e', 'name': '', 'network_id': '79cba082-69c8-4206-a783-14df96bec51f', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'mac_address': 'fa:16:3e:d9:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:56Z', 'updated_at': '2021-06-22T04:00:57Z', 'revision_number': 2, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'subnets': [{'id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e51ddbc-fcc1-42e1-bb0e-f8dcba22c7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:00:59.004274 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Checking router: 1b58c9ef-70de-4373-a5bf-7becf7044293 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:00:59.004653 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Updating router 1b58c9ef-70de-4373-a5bf-7becf7044293 port 3918e9d1-02d2-45ca-bf21-615f69544e6e binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:00:59.066082 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.553177 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.571035 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Transition to ACTIVE for port object 3918e9d1-02d2-45ca-bf21-615f69544e6e will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:00:59.616574 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.621518 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:00:59.805976 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Pushing event updated for resources: {'Port': ['ID=3918e9d1-02d2-45ca-bf21-615f69544e6e,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:00:59.825185 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.825521 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.825852 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.826202 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.826523 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.826836 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.827149 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.827510 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.827831 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.828141 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.828450 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.828755 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Tracked resource versions report: Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: pushed versions: Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: { 'AddressGroup': {'1.2'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'ConntrackHelper': {'1.0'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Log': {'1.0'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Network': {'1.1'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Port': {'1.7'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'PortForwarding': {'1.2'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'QosPolicy': {'1.8'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SecurityGroup': {'1.4'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SecurityGroupRule': {'1.2'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SubPort': {'1.0'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Subnet': {'1.1'}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Trunk': {'1.1'}} Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: consumer versions: Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: { DHCP agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: L3 agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: Metadata agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: Metering agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: Open vSwitch agent@dv-cinder-797380-1-iscsi: { 'AddressGroup': '1.2', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'ConntrackHelper': '1.0', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Log': '1.0', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Network': '1.1', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Port': '1.7', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'PortForwarding': '1.2', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'QosPolicy': '1.8', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SecurityGroup': '1.4', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SecurityGroupRule': '1.2', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SubPort': '1.0', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Subnet': '1.1', Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Trunk': '1.1'}} Jun 22 04:00:59.829838 dv-cinder-797380-1-iscsi neutron-server[93485]: {{(pid=93485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 04:00:59.834402 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Attempting to bind port 3918e9d1-02d2-45ca-bf21-615f69544e6e on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:00:59.834798 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Attempting to bind port 3918e9d1-02d2-45ca-bf21-615f69544e6e by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:00:59.835221 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Attempting to bind port 3918e9d1-02d2-45ca-bf21-615f69544e6e on network 79cba082-69c8-4206-a783-14df96bec51f {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:00:59.837727 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:00:59.841522 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:00:59.841938 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Checking segment: {'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:00:59.842463 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.842845 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Bound using segment: {'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:00:59.843327 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Bound port: 3918e9d1-02d2-45ca-bf21-615f69544e6e, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08973864-8856-4f56-a637-7bb52dccb528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '79cba082-69c8-4206-a783-14df96bec51f'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:00:59.843696 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:00:59.911270 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] For port 3918e9d1-02d2-45ca-bf21-615f69544e6e, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:00:59.932648 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] For port 3918e9d1-02d2-45ca-bf21-615f69544e6e, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=3918e9d1-02d2-45ca-bf21-615f69544e6e,segment=NetworkSegment(08973864-8856-4f56-a637-7bb52dccb528),segment_id=08973864-8856-4f56-a637-7bb52dccb528)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:01:00.005373 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:00.009135 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:00.064319 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Routers {'1b58c9ef-70de-4373-a5bf-7becf7044293'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:01:00.064790 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:00:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['1b58c9ef-70de-4373-a5bf-7becf7044293'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:00.068370 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Pushing event updated for resources: {'Port': ['ID=3918e9d1-02d2-45ca-bf21-615f69544e6e,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:00.107620 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:00.159513 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] Set router 1b58c9ef-70de-4373-a5bf-7becf7044293 gateway port host: None {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:01:00.365124 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'name': 'router1', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:00:47Z', 'updated_at': '2021-06-22T04:00:57Z', 'revision_number': 2, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'gw_port_host': None, '_interfaces': [{'id': '3918e9d1-02d2-45ca-bf21-615f69544e6e', 'name': '', 'network_id': '79cba082-69c8-4206-a783-14df96bec51f', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'mac_address': 'fa:16:3e:d9:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:56Z', 'updated_at': '2021-06-22T04:00:59Z', 'revision_number': 4, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'subnets': [{'id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e51ddbc-fcc1-42e1-bb0e-f8dcba22c7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:00.391149 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533c7d8-587a-4c81-90f2-b699c75ac0bc None None] The sync data for ids ['1b58c9ef-70de-4373-a5bf-7becf7044293'] in dv-cinder-797380-1-iscsi is: [{'id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'name': 'router1', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:00:47Z', 'updated_at': '2021-06-22T04:00:57Z', 'revision_number': 2, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'gw_port_host': None, '_interfaces': [{'id': '3918e9d1-02d2-45ca-bf21-615f69544e6e', 'name': '', 'network_id': '79cba082-69c8-4206-a783-14df96bec51f', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'mac_address': 'fa:16:3e:d9:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:56Z', 'updated_at': '2021-06-22T04:00:59Z', 'revision_number': 4, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'subnets': [{'id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e51ddbc-fcc1-42e1-bb0e-f8dcba22c7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:01:00.516738 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42270) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:00.623806 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85988ac9-9e49-44e0-9666-d71a0a58934d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:00.625077 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-85988ac9-9e49-44e0-9666-d71a0a58934d admin admin] 10.222.0.37 "GET /v2.0/networks/0d6730cf-fdc9-473a-bf60-46eae01f68f9 HTTP/1.1" status: 200 len: 842 time: 0.1073937 Jun 22 04:01:00.634778 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:00.708658 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Made reservation on behalf of 9db76c487eb54bbab2f8635423c8a420 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:01:00.711173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.077232 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.objects.ports [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93483) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 04:01:01.077665 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.080487 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:01.135816 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=203796ae-b871-49d8-9b68-6d3b826928e8,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:01.139039 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:01.142336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:01:01.143171 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Network hostable DHCP agents. Network: 0d6730cf-fdc9-473a-bf60-46eae01f68f9, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:01:01.261979 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:01:01.358994 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 0d6730cf-fdc9-473a-bf60-46eae01f68f9) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:01:01.362932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:01.363569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:01.368221 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacaaa5f-13ec-497d-ac44-29123116a874 None None] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:01:01.451428 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8205216 Jun 22 04:01:01.487741 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79acd4c5-ceee-45c0-874d-9c75b234e06b None None] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:01:03.795364 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42282) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:03.880342 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 3918e9d1-02d2-45ca-bf21-615f69544e6e up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:01:03.944560 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-19ff132e-bb12-4431-bc56-e82e42171e6a admin admin] 10.222.0.37 "GET /v2.0/routers/1b58c9ef-70de-4373-a5bf-7becf7044293 HTTP/1.1" status: 200 len: 710 time: 0.1480703 Jun 22 04:01:04.031757 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c228d-cde2-41c0-880c-03d882e22e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:01:04.033688 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 3918e9d1-02d2-45ca-bf21-615f69544e6e completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:01:04.035068 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b51c228d-cde2-41c0-880c-03d882e22e66 admin admin] 10.222.0.37 "GET /v2.0/networks/0d6730cf-fdc9-473a-bf60-46eae01f68f9 HTTP/1.1" status: 200 len: 886 time: 0.0843580 Jun 22 04:01:04.038302 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 3918e9d1-02d2-45ca-bf21-615f69544e6e triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:04.038678 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:04.042043 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:01:04.118053 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:04.151225 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 3918e9d1-02d2-45ca-bf21-615f69544e6e, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=3918e9d1-02d2-45ca-bf21-615f69544e6e,segment=NetworkSegment(08973864-8856-4f56-a637-7bb52dccb528),segment_id=08973864-8856-4f56-a637-7bb52dccb528)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:04.245017 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:04.250046 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d0961c59-c7cf-42e5-afa7-a5e5dd26fa02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:04.292381 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:04.292870 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=3918e9d1-02d2-45ca-bf21-615f69544e6e,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:04.295872 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:04.649951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:04.724253 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:04.948701 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Allocated IP 172.27.1.2 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/30e95d8f-b194-4ae8-b084-badee8b48211) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:01:05.049045 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.159952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.162284 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:05.200488 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:01:05.203154 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:01:05.207463 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:01:05.209509 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Pushing event updated for resources: {'Port': ['ID=30e95d8f-b194-4ae8-b084-badee8b48211,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:05.212400 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:05.523393 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.713686 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.716827 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-605046'] for router, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.820117 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Router 1b58c9ef-70de-4373-a5bf-7becf7044293 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:01:05.860517 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 3918e9d1-02d2-45ca-bf21-615f69544e6e up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:01:05.925706 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:01:05.930159 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.933802 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] 10.222.0.37 "PUT /v2.0/routers/1b58c9ef-70de-4373-a5bf-7becf7044293 HTTP/1.1" status: 200 len: 888 time: 1.8927195 Jun 22 04:01:05.949845 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Sync routers for ids ['1b58c9ef-70de-4373-a5bf-7becf7044293'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:01:05.959325 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 3918e9d1-02d2-45ca-bf21-615f69544e6e triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:05.959702 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:05.985172 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Routers {'1b58c9ef-70de-4373-a5bf-7becf7044293'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:01:05.985858 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:00:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['1b58c9ef-70de-4373-a5bf-7becf7044293'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:06.235677 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Set router 1b58c9ef-70de-4373-a5bf-7becf7044293 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:01:06.620095 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'name': 'router1', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '30e95d8f-b194-4ae8-b084-badee8b48211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:00:47Z', 'updated_at': '2021-06-22T04:01:05Z', 'revision_number': 4, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'gw_port': {'id': '30e95d8f-b194-4ae8-b084-badee8b48211', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:01:04Z', 'updated_at': '2021-06-22T04:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '3918e9d1-02d2-45ca-bf21-615f69544e6e', 'name': '', 'network_id': '79cba082-69c8-4206-a783-14df96bec51f', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'mac_address': 'fa:16:3e:d9:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:56Z', 'updated_at': '2021-06-22T04:01:04Z', 'revision_number': 5, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'subnets': [{'id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e51ddbc-fcc1-42e1-bb0e-f8dcba22c7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:06.669462 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Checking router: 1b58c9ef-70de-4373-a5bf-7becf7044293 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:01:06.669958 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Updating router 1b58c9ef-70de-4373-a5bf-7becf7044293 port 30e95d8f-b194-4ae8-b084-badee8b48211 binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:01:06.703607 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.038210 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.047811 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Transition to ACTIVE for port object 30e95d8f-b194-4ae8-b084-badee8b48211 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:01:07.125101 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.127437 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1f3b6549-2f9c-4fb8-8049-540fa31b6537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:07.176145 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aba4a1-5133-47e0-a602-7425abcd1718 None None] Pushing event updated for resources: {'Port': ['ID=30e95d8f-b194-4ae8-b084-badee8b48211,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:07.178331 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Attempting to bind port 30e95d8f-b194-4ae8-b084-badee8b48211 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:01:07.178704 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Attempting to bind port 30e95d8f-b194-4ae8-b084-badee8b48211 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:01:07.179060 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Attempting to bind port 30e95d8f-b194-4ae8-b084-badee8b48211 on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:01:07.181615 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-11aba4a1-5133-47e0-a602-7425abcd1718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:07.185324 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:01:07.185716 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:01:07.186152 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.191930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:01:07.191930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Bound port: 30e95d8f-b194-4ae8-b084-badee8b48211, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:01:07.191930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.237448 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] For port 30e95d8f-b194-4ae8-b084-badee8b48211, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:01:07.240310 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] For port 30e95d8f-b194-4ae8-b084-badee8b48211, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=30e95d8f-b194-4ae8-b084-badee8b48211,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:01:07.308219 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:07.310552 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-11aba4a1-5133-47e0-a602-7425abcd1718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:07.438534 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Routers {'1b58c9ef-70de-4373-a5bf-7becf7044293'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:01:07.439138 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:00:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['1b58c9ef-70de-4373-a5bf-7becf7044293'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:07.441709 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aba4a1-5133-47e0-a602-7425abcd1718 None None] Pushing event updated for resources: {'Port': ['ID=30e95d8f-b194-4ae8-b084-badee8b48211,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:07.472749 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-11aba4a1-5133-47e0-a602-7425abcd1718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:07.544724 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] Set router 1b58c9ef-70de-4373-a5bf-7becf7044293 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:01:07.754208 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'name': 'router1', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '30e95d8f-b194-4ae8-b084-badee8b48211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:00:47Z', 'updated_at': '2021-06-22T04:01:05Z', 'revision_number': 4, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'gw_port': {'id': '30e95d8f-b194-4ae8-b084-badee8b48211', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:01:04Z', 'updated_at': '2021-06-22T04:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '3918e9d1-02d2-45ca-bf21-615f69544e6e', 'name': '', 'network_id': '79cba082-69c8-4206-a783-14df96bec51f', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'mac_address': 'fa:16:3e:d9:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:56Z', 'updated_at': '2021-06-22T04:01:04Z', 'revision_number': 5, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'subnets': [{'id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e51ddbc-fcc1-42e1-bb0e-f8dcba22c7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:01:07.782960 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0d8ac-c944-4166-9ae1-dc684fe24b9a None None] The sync data for ids ['1b58c9ef-70de-4373-a5bf-7becf7044293'] in dv-cinder-797380-1-iscsi is: [{'id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'name': 'router1', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '30e95d8f-b194-4ae8-b084-badee8b48211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:00:47Z', 'updated_at': '2021-06-22T04:01:05Z', 'revision_number': 4, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'gw_port': {'id': '30e95d8f-b194-4ae8-b084-badee8b48211', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:01:04Z', 'updated_at': '2021-06-22T04:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '3918e9d1-02d2-45ca-bf21-615f69544e6e', 'name': '', 'network_id': '79cba082-69c8-4206-a783-14df96bec51f', 'tenant_id': '03b14f99af5741ca9c3beed063d2a8e2', 'mac_address': 'fa:16:3e:d9:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b58c9ef-70de-4373-a5bf-7becf7044293', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:00:56Z', 'updated_at': '2021-06-22T04:01:04Z', 'revision_number': 5, 'project_id': '03b14f99af5741ca9c3beed063d2a8e2', 'subnets': [{'id': 'd6974b34-7f1b-4258-a985-fd1836101bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e51ddbc-fcc1-42e1-bb0e-f8dcba22c7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:01:08.319586 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42290) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:01:08.444882 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a4dfa0da-8ff9-4672-8120-a7005f3875b5 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1235540 Jun 22 04:01:08.667133 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:01:09.873687 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 30e95d8f-b194-4ae8-b084-badee8b48211 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:01:09.970200 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 30e95d8f-b194-4ae8-b084-badee8b48211 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:01:09.973971 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 30e95d8f-b194-4ae8-b084-badee8b48211 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:09.974391 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.063258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.086062 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 30e95d8f-b194-4ae8-b084-badee8b48211, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=30e95d8f-b194-4ae8-b084-badee8b48211,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:01:10.136538 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:10.138919 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:01:10.188581 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=30e95d8f-b194-4ae8-b084-badee8b48211,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:01:10.191690 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:01:11.889768 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 30e95d8f-b194-4ae8-b084-badee8b48211 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:01:11.949499 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 30e95d8f-b194-4ae8-b084-badee8b48211 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:01:11.950152 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:21.278925 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-12789501-f982-49dc-9c63-46fe853afbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:23.822487 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ee4b-cedd-4d9c-b254-88bd1aceeaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:24.084498 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:25.038500 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:26.376222 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:45.665989 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:01:51.283631 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dcb93c05-94e8-40e6-891e-e7e3bcc45767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:53.855267 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5f5e-cbdc-484a-b201-a24d05287929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:54.083775 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:54.992592 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:01:56.369211 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:21.293516 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c9c802e2-94f6-4bb7-ad5f-140c7fd1194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:22.665862 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:02:23.837465 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6e87f037-1c74-4a98-9a27-a6329e54f51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:24.083610 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:25.019787 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:26.397295 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:45.661779 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42858) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:45.720652 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ef5b74-bfd0-4540-b5b5-16ab42a8ccce admin admin] GET failed (client error): The resource could not be found. Jun 22 04:02:45.721949 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e4ef5b74-bfd0-4540-b5b5-16ab42a8ccce admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591898 Jun 22 04:02:45.951156 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee6e47-227b-450a-94f3-3e6895d004d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:45.952622 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-73ee6e47-227b-450a-94f3-3e6895d004d4 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2263725 Jun 22 04:02:48.060664 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42868) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:48.151143 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb40df-f2d6-45d3-ae9f-ea82158066db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:48.152382 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-25eb40df-f2d6-45d3-ae9f-ea82158066db admin admin] 10.222.0.37 "GET /v2.0/subnets/d6974b34-7f1b-4258-a985-fd1836101bda HTTP/1.1" status: 200 len: 849 time: 0.0907731 Jun 22 04:02:48.162338 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:02:48.244111 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:48.425299 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731224863196'] for subnet, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:48.427574 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5f7f36a3-0144-4e26-85b3-dd1dac24f522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:02:48.456150 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:48.456730 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:48.461226 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e99b18-1bc2-4edb-85d3-577f17a3d58a None None] Network 79cba082-69c8-4206-a783-14df96bec51f requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:02:48.462582 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] 10.222.0.37 "PUT /v2.0/subnets/d6974b34-7f1b-4258-a985-fd1836101bda HTTP/1.1" status: 200 len: 868 time: 0.3048208 Jun 22 04:02:48.482230 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6974b34-7f1b-4258-a985-fd1836101bda,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:02:48.489733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.490136 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.490473 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.490807 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.491142 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.491485 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.491824 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.492151 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.492492 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.492818 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.493141 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.493459 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:02:48.497130 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1a5838dd-d5a3-4e5b-9abb-efc69580734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:02:48.852968 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-942e8577-5346-41d5-9f33-645ce765a9e3 None None] Provisioning complete for port 3918e9d1-02d2-45ca-bf21-615f69544e6e triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:02:48.853344 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-942e8577-5346-41d5-9f33-645ce765a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:48.941808 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-942e8577-5346-41d5-9f33-645ce765a9e3 None None] Provisioning complete for port 1ab26bc3-2d1d-4fd7-8f82-58b9c57d422b triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:02:48.942151 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-942e8577-5346-41d5-9f33-645ce765a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:50.586345 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42876) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:50.782452 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a2e4e-82b6-4786-ace5-0ea09dc8cba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:50.782846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a2e4e-82b6-4786-ace5-0ea09dc8cba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:50.784387 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-fd3a2e4e-82b6-4786-ace5-0ea09dc8cba1 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970747 Jun 22 04:02:51.297788 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ef42cd98-d32a-4485-ae97-65e53658a941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:52.942210 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42884) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:53.069189 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb2b39-05ce-4b84-a7f9-91f696e83b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:53.069658 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb2b39-05ce-4b84-a7f9-91f696e83b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:53.071268 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0ccb2b39-05ce-4b84-a7f9-91f696e83b4e admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281087 Jun 22 04:02:53.848539 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-55566fae-ac9f-476a-af3b-79da4b15ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:54.093641 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:55.018094 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:55.188287 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42892) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:55.341424 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831640c-547c-4911-b835-156c83b40d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:55.342837 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b831640c-547c-4911-b835-156c83b40d76 admin admin] 10.222.0.37 "GET /v2.0/networks/0d6730cf-fdc9-473a-bf60-46eae01f68f9 HTTP/1.1" status: 200 len: 886 time: 0.1535952 Jun 22 04:02:56.432218 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:02:57.465572 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42902) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:57.590692 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b5d1c-d46a-4f65-bfbb-a4ffda624ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:57.592045 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-029b5d1c-d46a-4f65-bfbb-a4ffda624ee5 admin admin] 10.222.0.37 "GET /v2.0/networks/79cba082-69c8-4206-a783-14df96bec51f HTTP/1.1" status: 200 len: 869 time: 0.1254830 Jun 22 04:02:59.673796 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:02:59.728575 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42910) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:02:59.849200 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977dc613-17ca-4d77-a194-745a1686ff40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:59.849658 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977dc613-17ca-4d77-a194-745a1686ff40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:02:59.851194 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-977dc613-17ca-4d77-a194-745a1686ff40 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216710 Jun 22 04:03:01.956935 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 42918) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:02.043559 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468541d2-3ca2-46b6-b800-9e98ab5d159a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:02.044013 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468541d2-3ca2-46b6-b800-9e98ab5d159a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:02.045484 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-468541d2-3ca2-46b6-b800-9e98ab5d159a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0876055 Jun 22 04:03:04.232147 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42926) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:04.314708 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4ccd2a-79f5-49b2-a6a8-40faa5b54db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:04.316725 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ed4ccd2a-79f5-49b2-a6a8-40faa5b54db6 admin admin] 10.222.0.37 "GET /v2.0/subnets/203796ae-b871-49d8-9b68-6d3b826928e8 HTTP/1.1" status: 200 len: 816 time: 0.0829358 Jun 22 04:03:06.425199 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42934) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:06.515668 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a34174-4814-4993-bd1f-b1b99d158818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:06.517008 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-83a34174-4814-4993-bd1f-b1b99d158818 admin admin] 10.222.0.37 "GET /v2.0/subnets/d6974b34-7f1b-4258-a985-fd1836101bda HTTP/1.1" status: 200 len: 868 time: 0.0908453 Jun 22 04:03:21.331676 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1eb11d9b-cfe8-4117-bb39-e2697fb3e008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:23.859133 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-261276ba-3324-4207-9dc7-f5158b61bf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:24.176754 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:25.041534 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:26.410867 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:29.767085 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42978) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:29.813263 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [None req-70656100-e343-4dd0-b7ec-9d1891096a37 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:03:29.814248 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-70656100-e343-4dd0-b7ec-9d1891096a37 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462196 Jun 22 04:03:32.024537 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42986) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:32.082318 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.pecan_wsgi.hooks.translation [None req-1362c04d-1d8f-406a-be8e-d2f766aceb24 admin admin] GET failed (client error): The resource could not be found. Jun 22 04:03:32.083605 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-1362c04d-1d8f-406a-be8e-d2f766aceb24 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581484 Jun 22 04:03:32.223753 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d8113-faf4-4468-820a-02572dbbe4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:32.225115 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-bf9d8113-faf4-4468-820a-02572dbbe4fa admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377358 Jun 22 04:03:34.427928 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42994) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:34.473318 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:34.560939 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Made reservation on behalf of 9db76c487eb54bbab2f8635423c8a420 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:03:34.563262 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:34.597654 dv-cinder-797380-1-iscsi neutron-server[93482]: WARNING neutron.services.revisions.revision_plugin [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Could not find related network for resource to bump revision. Jun 22 04:03:34.607517 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:03:34.616268 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:34.616555 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Added segment 5aa0b48d-de9e-494d-a465-ed7623f0052b of type vlan for network 29339861-8cc0-4f1f-a7de-00320c75a544 Jun 22 04:03:34.652985 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:34.787366 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:34.788645 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:34.789224 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:34.791961 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:34.848728 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Pushing event updated for resources: {'Network': ['ID=29339861-8cc0-4f1f-a7de-00320c75a544,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:34.855122 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.855513 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.855852 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.856184 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.856521 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.856860 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.857183 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.857501 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.857832 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.858180 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.858495 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.858807 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:34.862120 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:34.869556 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 29339861-8cc0-4f1f-a7de-00320c75a544 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:03:34.922170 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4931328 Jun 22 04:03:36.662289 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:03:37.046433 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43002) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:03:37.105083 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb42419-b8f1-42be-b35f-1c8d7897226e admin admin] GET failed (client error): The resource could not be found. Jun 22 04:03:37.106465 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-dbb42419-b8f1-42be-b35f-1c8d7897226e admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590382 Jun 22 04:03:37.178188 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76460f27-79e5-4d6b-9884-d4e355187c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:37.179627 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-76460f27-79e5-4d6b-9884-d4e355187c5e admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694311 Jun 22 04:03:37.188889 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544', 'cidr': '192.168.233.0/24'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:03:37.284414 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Made reservation on behalf of 9db76c487eb54bbab2f8635423c8a420 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:03:37.286650 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:37.542129 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:37.544163 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:37.592452 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e53606-3203-475b-8ca5-b452f5fb4730,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:37.596471 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:37.603082 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Checking segment: {'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:03:37.603434 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Network hostable DHCP agents. Network: 29339861-8cc0-4f1f-a7de-00320c75a544, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:03:37.684626 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Network 29339861-8cc0-4f1f-a7de-00320c75a544 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:03:37.760901 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 29339861-8cc0-4f1f-a7de-00320c75a544) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:03:37.764950 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:03:37.765538 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:37.770773 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706533b9-5629-4965-a96f-7b920da6da97 None None] Network 29339861-8cc0-4f1f-a7de-00320c75a544 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:03:37.865723 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c68c4424-5686-45dc-a140-9deba72f7b18 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6800909 Jun 22 04:03:38.016238 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-29339861-8cc0-4f1f-a7de-00320c75a544', 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544', 'tenant_id': '9db76c487eb54bbab2f8635423c8a420', 'fixed_ips': [{'subnet_id': '91e53606-3203-475b-8ca5-b452f5fb4730'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:03:38.017158 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:38.157446 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Allocated IP 192.168.233.2 (29339861-8cc0-4f1f-a7de-00320c75a544/91e53606-3203-475b-8ca5-b452f5fb4730/2aaecb1a-0653-48a3-86fb-57c5b140efd5) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:03:38.304123 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:38.312569 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Transition to ACTIVE for port object 2aaecb1a-0653-48a3-86fb-57c5b140efd5 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:03:38.328659 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Transition to ACTIVE for port object 2aaecb1a-0653-48a3-86fb-57c5b140efd5 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:03:38.419464 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:38.421670 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:38.461003 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Network 29339861-8cc0-4f1f-a7de-00320c75a544 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:03:38.465993 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:03:38.468515 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:03:38.474205 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Pushing event updated for resources: {'Port': ['ID=2aaecb1a-0653-48a3-86fb-57c5b140efd5,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:38.483705 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.484047 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.484381 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.484712 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.485042 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.485366 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.485769 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.486151 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.486456 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.486778 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.487116 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.487432 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:03:38.491849 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:38.541614 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Attempting to bind port 2aaecb1a-0653-48a3-86fb-57c5b140efd5 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:03:38.541984 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Attempting to bind port 2aaecb1a-0653-48a3-86fb-57c5b140efd5 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:03:38.542379 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Attempting to bind port 2aaecb1a-0653-48a3-86fb-57c5b140efd5 on network 29339861-8cc0-4f1f-a7de-00320c75a544 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:03:38.547578 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:03:38.548027 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Checking segment: {'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:03:38.548543 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:38.549004 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Bound using segment: {'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:03:38.549547 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Bound port: 2aaecb1a-0653-48a3-86fb-57c5b140efd5, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:03:38.549983 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:38.616058 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] For port 2aaecb1a-0653-48a3-86fb-57c5b140efd5, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:03:38.619265 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] For port 2aaecb1a-0653-48a3-86fb-57c5b140efd5, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=2aaecb1a-0653-48a3-86fb-57c5b140efd5,segment=NetworkSegment(5aa0b48d-de9e-494d-a465-ed7623f0052b),segment_id=5aa0b48d-de9e-494d-a465-ed7623f0052b)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:03:38.710516 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:38.713171 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:38.767231 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Pushing event updated for resources: {'Port': ['ID=2aaecb1a-0653-48a3-86fb-57c5b140efd5,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:38.775591 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:39.579579 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5b04b-e536-4395-b171-6eebfc3fb9d3 None None] Network 29339861-8cc0-4f1f-a7de-00320c75a544 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:03:39.787846 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-24e002e0-0f09-4984-a456-6f548be5559e None None] Provisioning for port 2aaecb1a-0653-48a3-86fb-57c5b140efd5 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:03:39.995573 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 2aaecb1a-0653-48a3-86fb-57c5b140efd5 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:03:40.138521 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 2aaecb1a-0653-48a3-86fb-57c5b140efd5 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:03:40.142499 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 2aaecb1a-0653-48a3-86fb-57c5b140efd5 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:40.142873 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:40.224582 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:40.257930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 2aaecb1a-0653-48a3-86fb-57c5b140efd5, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=2aaecb1a-0653-48a3-86fb-57c5b140efd5,segment=NetworkSegment(5aa0b48d-de9e-494d-a465-ed7623f0052b),segment_id=5aa0b48d-de9e-494d-a465-ed7623f0052b)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:03:40.349897 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:40.352036 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:03:40.398698 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=2aaecb1a-0653-48a3-86fb-57c5b140efd5,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:03:40.401675 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:03:41.977136 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 2aaecb1a-0653-48a3-86fb-57c5b140efd5 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:03:42.027498 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 2aaecb1a-0653-48a3-86fb-57c5b140efd5 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:03:42.027872 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:51.315557 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c9cc493e-4e1f-4e3f-9d70-117b9d1207fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:53.849883 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70427d92-9343-4570-98bb-d2fc54d38404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:54.086922 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:55.061388 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:03:56.400644 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:13.660424 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:04:21.294586 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b98eb54c-f90c-400a-b38b-81a78f19fd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:23.903217 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f585f387-4176-4eea-a0e6-1a470d403276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:24.111678 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:25.042619 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:26.556902 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:50.658207 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:04:51.298689 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9007776c-73d8-428e-94e0-517098cd991f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:53.856548 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5084bd32-99c1-4932-b960-57d8257c2eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:54.110012 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:55.062466 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:04:56.393925 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.207662 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43054) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:21.214416 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [None req-663ea787-7ba1-4d5b-8058-374a16c3f709 tempest-verify_tempest_config-895020299 tempest-verify_tempest_config-895020299-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:05:21.215363 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-663ea787-7ba1-4d5b-8058-374a16c3f709 tempest-verify_tempest_config-895020299 tempest-verify_tempest_config-895020299-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067482 Jun 22 04:05:21.303080 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-815782ef-7e4e-42fc-860e-598cf85cf371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.701266 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43072) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:21.799188 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.913227 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.977527 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:21.980451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:22.021083 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dc0679-926e-4724-a217-da983606bb8c,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:22.024702 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9566a8c71d1423c8e64673690760ba8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3223047 Jun 22 04:05:22.027240 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43076) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:05:22.029912 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.030278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.030617 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.030951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.031273 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.031613 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.031936 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.032256 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.032587 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.032908 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.033222 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.033538 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.038104 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:22.083969 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.104155 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.269074 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.271989 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:22.273087 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40dc0679-926e-4724-a217-da983606bb8c HTTP/1.1" status: 204 len: 168 time: 0.2448366 Jun 22 04:05:22.273701 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:05:22.280957 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dc0679-926e-4724-a217-da983606bb8c,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:05:22.287365 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.292088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:05:22.295296 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:05:23.874524 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-253c7837-a239-472a-b613-7a5c01078e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:24.097280 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:25.080172 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:26.439893 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:27.656634 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:05:51.296383 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-12e90bf3-06b4-4503-bcd9-eda264cde637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:53.840067 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eca806bc-dc9e-4da0-a7a0-454075c35a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:54.113405 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:55.119375 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:05:56.444534 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:04.654962 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:06:21.294898 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53e3603a-6773-472d-b555-83a50288fff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:23.837764 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ffe4a5b6-07a2-4b3c-951f-4de7122d15e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:24.100755 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:25.060491 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:26.397911 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:41.653389 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 5 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:06:51.316854 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5405f6cb-379c-4342-96fb-761702ea81cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:53.865600 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cf82f1ff-b2bb-4f97-9a8c-1b3e7dc3d0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:54.093419 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:55.060455 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:06:56.403621 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:00.825841 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577'] for agent, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:15.820953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43154) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:15.923042 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e9c6f68e-1e28-49d6-84ae-72d33a4299ab admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1009972 Jun 22 04:07:18.104779 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43168) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:07:18.162728 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c611e15f-7e62-4cc8-afce-482cf5aa40d1 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0568564 Jun 22 04:07:18.652221 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:07:21.299940 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f97d192e-d76c-473a-9082-00152ca16e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:23.859055 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c7e5664e-3a5a-4d85-a786-b8c3b583dc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:24.081789 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:25.098032 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:26.406697 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:30.726433 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:51.319903 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bad5c409-e2ab-4f96-9b89-e18fefbddd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:53.823889 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-55f98e11-f21d-4d5c-8dc6-c43cd2a5e808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:54.103943 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:55.070034 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:07:55.650371 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:07:56.429938 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:00.759250 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:21.319403 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bca71429-447a-47b8-954c-c0a202338853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:23.872895 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-657dfaa2-0a78-431f-9454-0839cb5e8109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:24.103637 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:25.078858 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:26.406602 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:30.851963 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:32.648798 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:08:51.249024 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43370) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:51.317791 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a6aace2-785b-4cad-8c28-1f3aaa62d44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:51.752860 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1222429620-network', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:08:51.839748 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Made reservation on behalf of bacf3fdd9365495585f427dea61b7c3b for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:08:51.842104 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:51.850535 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:51.949552 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.037281 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.045634 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c28dddba-9d6a-4395-a829-8d91d651299e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:52.061253 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:08:52.062493 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43406) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:52.069276 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.069706 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Added segment 1dbbc8ce-fc41-456e-8087-aae01fbe2cf7 of type vlan for network 80c968be-0879-4bb6-80fa-b18a226c0db7 Jun 22 04:08:52.089384 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43412) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:52.115011 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b849c-c158-4c4f-94f6-fd53e51132f8,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:52.128483 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.132507 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.132885 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.133227 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.133560 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.133891 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.134247 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.134575 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.134900 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.135224 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.135543 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.135967 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.136285 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Tracked resource versions report: Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: pushed versions: Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: { 'AddressGroup': {'1.2'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'ConntrackHelper': {'1.0'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Log': {'1.0'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Network': {'1.1'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Port': {'1.7'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'PortForwarding': {'1.2'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'QosPolicy': {'1.8'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SecurityGroup': {'1.4'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SecurityGroupRule': {'1.2'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SubPort': {'1.0'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Subnet': {'1.1'}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Trunk': {'1.1'}} Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: consumer versions: Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: { DHCP agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: HyperV agent@hv-cinder-79738: {}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: L3 agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: Metadata agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: Metering agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: Open vSwitch agent@dv-cinder-797380-1-iscsi: { 'AddressGroup': '1.2', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'ConntrackHelper': '1.0', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Log': '1.0', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Network': '1.1', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Port': '1.7', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'PortForwarding': '1.2', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'QosPolicy': '1.8', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SecurityGroup': '1.4', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SecurityGroupRule': '1.2', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'SubPort': '1.0', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Subnet': '1.1', Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: 'Trunk': '1.1'}} Jun 22 04:08:52.137309 dv-cinder-797380-1-iscsi neutron-server[93482]: {{(pid=93482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 04:08:52.141406 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:52.234356 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.235747 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:08:52.240152 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.240152 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:52.275364 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1563854500-network', 'tenant_id': '5326ddf2134941618822ff9dce13209f'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:08:52.300756 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Pushing event updated for resources: {'Network': ['ID=80c968be-0879-4bb6-80fa-b18a226c0db7,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:52.303765 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:52.313123 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:08:52.321521 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-network', 'tenant_id': '6c52284532b44669b9b19265f960b406'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:08:52.358560 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1083009 Jun 22 04:08:52.359207 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43426) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:52.364551 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Request body: {'subnet': {'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1222429620-subnet', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:08:52.372629 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.db.api [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 04:08:52.372629 dv-cinder-797380-1-iscsi neutron-server[93483]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 04:08:52.372629 dv-cinder-797380-1-iscsi neutron-server[93483]: [parameters: {'project_id_1': '6c52284532b44669b9b19265f960b406', 'expiration_1': datetime.datetime(2021, 6, 22, 4, 8, 52, 327906)}] Jun 22 04:08:52.372629 dv-cinder-797380-1-iscsi neutron-server[93483]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93483) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:08:52.374415 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_db.api [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:08:52.460569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Made reservation on behalf of 5326ddf2134941618822ff9dce13209f for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:08:52.463745 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.472918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.548496 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Made reservation on behalf of bacf3fdd9365495585f427dea61b7c3b for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:08:52.550851 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.637549 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.695269 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.699439 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:52.721802 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:08:52.742923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731224944586', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.743722 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Unsubscribe: segment precommit_create {{(pid=93483) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 04:08:52.745688 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Added segment d2fec5c0-0f5c-4814-86c5-8819b743ee03 of type vlan for network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 Jun 22 04:08:52.803246 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.812934 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.816698 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d708be6e-675d-481d-8d92-5bdbcdfe10c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:52.862328 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb20639-84da-44bd-bf65-afbcf4802a16,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:52.871512 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.872170 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.872963 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.873425 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.873954 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.874831 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.875393 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.875848 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.876293 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.876789 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.877306 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.877730 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Tracked resource versions report: Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: pushed versions: Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: { 'AddressGroup': {'1.2'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'ConntrackHelper': {'1.0'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Log': {'1.0'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Network': {'1.1'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Port': {'1.7'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'PortForwarding': {'1.2'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'QosPolicy': {'1.8'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SecurityGroup': {'1.4'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SecurityGroupRule': {'1.2'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SubPort': {'1.0'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Subnet': {'1.1'}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Trunk': {'1.1'}} Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: consumer versions: Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: { DHCP agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: HyperV agent@hv-cinder-79738: {}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: L3 agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: Metadata agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: Metering agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: Open vSwitch agent@dv-cinder-797380-1-iscsi: { 'AddressGroup': '1.2', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'ConntrackHelper': '1.0', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Log': '1.0', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Network': '1.1', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Port': '1.7', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'PortForwarding': '1.2', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'QosPolicy': '1.8', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SecurityGroup': '1.4', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SecurityGroupRule': '1.2', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'SubPort': '1.0', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Subnet': '1.1', Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: 'Trunk': '1.1'}} Jun 22 04:08:52.879798 dv-cinder-797380-1-iscsi neutron-server[93483]: {{(pid=93483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 04:08:52.887728 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:52.916590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.918426 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:08:52.919401 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:52.923548 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:52.942574 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3261322-9ab9-4df6-8e57-c31845b9e11e,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:52.963965 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:52.965692 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Checking segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:08:52.966053 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Network hostable DHCP agents. Network: 80c968be-0879-4bb6-80fa-b18a226c0db7, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:08:53.051522 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:08:53.126338 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Made reservation on behalf of 6c52284532b44669b9b19265f960b406 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:08:53.175406 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.175406 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.193158 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Pushing event updated for resources: {'Network': ['ID=92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:53.197022 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:53.205735 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:08:53.425662 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 80c968be-0879-4bb6-80fa-b18a226c0db7) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:08:53.429834 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:08:53.430449 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.441044 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddcad34-91bf-4300-927a-e7db96a1599d None None] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:08:53.502534 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4380808 Jun 22 04:08:53.505733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43474) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:53.510846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Request body: {'subnet': {'network_id': '92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1563854500-subnet', 'tenant_id': '5326ddf2134941618822ff9dce13209f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:08:53.595921 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-80c968be-0879-4bb6-80fa-b18a226c0db7', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:08:53.596866 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.621234 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.680721 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.686115 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:53.703618 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:08:53.729681 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3693898 Jun 22 04:08:53.730297 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43484) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:53.734373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e99527-8c5f-45b3-b6e1-63fd19553512,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:53.735640 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:08:53.745655 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:53.747017 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.747428 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Added segment 97290b7e-68e4-44bc-a7b0-f416a194d3c9 of type vlan for network d0037549-33e9-47fd-b926-657b94142ef4 Jun 22 04:08:53.752464 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Allocated IP 172.20.0.2 (80c968be-0879-4bb6-80fa-b18a226c0db7/b3261322-9ab9-4df6-8e57-c31845b9e11e/db9679f1-2f47-4db0-b8d9-e3a0d5f98825) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:08:53.775689 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.db.api [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 04:08:53.775689 dv-cinder-797380-1-iscsi neutron-server[93482]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 04:08:53.775689 dv-cinder-797380-1-iscsi neutron-server[93482]: [parameters: {'project_id_1': 'bacf3fdd9365495585f427dea61b7c3b', 'expiration_1': datetime.datetime(2021, 6, 22, 4, 8, 53, 744971)}] Jun 22 04:08:53.775689 dv-cinder-797380-1-iscsi neutron-server[93482]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:08:53.776148 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_db.api [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:08:53.834370 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.883503 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Made reservation on behalf of 5326ddf2134941618822ff9dce13209f for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:08:53.887230 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.919165 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.928080 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Transition to ACTIVE for port object db9679f1-2f47-4db0-b8d9-e3a0d5f98825 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:08:53.943241 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Transition to ACTIVE for port object db9679f1-2f47-4db0-b8d9-e3a0d5f98825 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:08:53.952697 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43488) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:53.959794 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.963214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:08:53.964144 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:53.977618 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:54.015604 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-df56e70f-fff3-4267-80d5-7bae5e31c81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.056453 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.056453 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:54.065478 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Pushing event updated for resources: {'Network': ['ID=d0037549-33e9-47fd-b926-657b94142ef4,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:54.101951 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network d0037549-33e9-47fd-b926-657b94142ef4 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:08:54.124980 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:08:54.159691 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:08:54.165992 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:08:54.171257 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Pushing event updated for resources: {'Port': ['ID=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:54.180145 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:54.190778 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.191052 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.191370 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.191704 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.192032 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.192616 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.192946 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.193476 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.193599 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.193910 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.194258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.194582 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Tracked resource versions report: Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: pushed versions: Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: { 'AddressGroup': {'1.2'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'ConntrackHelper': {'1.0'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Log': {'1.0'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Network': {'1.1'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Port': {'1.7'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'PortForwarding': {'1.2'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'QosPolicy': {'1.8'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SecurityGroup': {'1.4'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SecurityGroupRule': {'1.2'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SubPort': {'1.0'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Subnet': {'1.1'}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Trunk': {'1.1'}} Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: consumer versions: Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: { DHCP agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: HyperV agent@hv-cinder-79738: {}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: L3 agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: Metadata agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: Metering agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: Open vSwitch agent@dv-cinder-797380-1-iscsi: { 'AddressGroup': '1.2', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'ConntrackHelper': '1.0', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Log': '1.0', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Network': '1.1', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Port': '1.7', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'PortForwarding': '1.2', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'QosPolicy': '1.8', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SecurityGroup': '1.4', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SecurityGroupRule': '1.2', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'SubPort': '1.0', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Subnet': '1.1', Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: 'Trunk': '1.1'}} Jun 22 04:08:54.195656 dv-cinder-797380-1-iscsi neutron-server[93484]: {{(pid=93484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 04:08:54.198006 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1060741 Jun 22 04:08:54.199515 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43502) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:54.209569 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Request body: {'subnet': {'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-subnet', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:08:54.228687 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:54.234219 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.265189 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.282836 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Attempting to bind port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:08:54.283220 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Attempting to bind port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:08:54.283585 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Attempting to bind port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 on network 80c968be-0879-4bb6-80fa-b18a226c0db7 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:08:54.288840 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:08:54.291487 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Checking segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:08:54.291487 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.291487 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Bound using segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:08:54.291487 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Bound port: db9679f1-2f47-4db0-b8d9-e3a0d5f98825, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:08:54.291487 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.314655 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.321604 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:54.323572 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Made reservation on behalf of 6c52284532b44669b9b19265f960b406 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:08:54.325869 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.359875 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] For port db9679f1-2f47-4db0-b8d9-e3a0d5f98825, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:08:54.365243 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] For port db9679f1-2f47-4db0-b8d9-e3a0d5f98825, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:08:54.392586 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81365dbb-1d19-4884-b6b8-33f7d7c02fb3,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:54.395613 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Checking segment: {'id': 'd2fec5c0-0f5c-4814-86c5-8819b743ee03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:08:54.397358 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Network hostable DHCP agents. Network: 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:08:54.398549 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.db.api [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 04:08:54.398549 dv-cinder-797380-1-iscsi neutron-server[93482]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 04:08:54.398549 dv-cinder-797380-1-iscsi neutron-server[93482]: [parameters: {'project_id_1': '3183f8f464824129bf82beefd5d9cd0d', 'expiration_1': datetime.datetime(2021, 6, 22, 4, 8, 54, 288145)}] Jun 22 04:08:54.398549 dv-cinder-797380-1-iscsi neutron-server[93482]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:08:54.398915 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_db.api [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:08:54.400848 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:54.446567 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.448054 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.506733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:08:54.507979 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.519086 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:54.590258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Pushing event updated for resources: {'Port': ['ID=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:54.604358 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:54.611328 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:08:54.624803 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:08:54.625829 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.626802 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e735f78a-0e99-44f8-9820-20f3ecd408e2 None None] Network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:08:54.690373 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.757044 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2367935 Jun 22 04:08:54.798291 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a4c89-4d88-4080-a236-41577bcfd22a None None] Network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:08:54.871812 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.918631 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:54.932988 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a7c86ca7-9b76-4d21-ae5e-1938c1225668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:55.137475 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.147242 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.197211 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf7028a-c359-4e5d-8269-9df2963f5a25,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:55.204846 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:55.208353 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Checking segment: {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:08:55.208710 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Network hostable DHCP agents. Network: d0037549-33e9-47fd-b926-657b94142ef4, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:08:55.307362 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.358507 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Network d0037549-33e9-47fd-b926-657b94142ef4 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:08:55.447787 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.457933 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-df8a5564-bb2b-4faf-a264-611779afbf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:55.480731 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, d0037549-33e9-47fd-b926-657b94142ef4) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:08:55.489682 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:08:55.489821 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef5e69-4167-4e19-8fd5-ee3bac954ba1 None None] Network d0037549-33e9-47fd-b926-657b94142ef4 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:08:55.490297 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.506562 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43552) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:55.509466 dv-cinder-797380-1-iscsi neutron-server[93483]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 04:08:55.538304 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3183f8f464824129bf82beefd5d9cd0d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5844707 Jun 22 04:08:55.547793 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43558) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:55.573242 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa11c77f-122d-4e91-a4f7-c0cf36747efe,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:55.576372 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:55.638270 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4350123 Jun 22 04:08:55.650610 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43568) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:55.657061 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:08:55.676049 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.761199 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.761520 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78149121-58bd-49bb-a24f-2032d9e14615 None None] Network d0037549-33e9-47fd-b926-657b94142ef4 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:08:55.844824 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1dd1-642f-4694-9c5b-baa9da665f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.858987 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-2a23e7c6-0a29-4389-8a42-159b678f67c2 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:08:55.860687 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-2a23e7c6-0a29-4389-8a42-159b678f67c2 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/networks?id=92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 HTTP/1.1" status: 200 len: 812 time: 0.3528070 Jun 22 04:08:55.870099 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448abe40-663c-422a-8e50-f0e09d2d05ed None None] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:08:55.887751 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.889059 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.891086 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1dd1-642f-4694-9c5b-baa9da665f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:55.897000 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-54916ef6-37ab-4c3f-82f1-7f544f2e58aa tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/quotas/5326ddf2134941618822ff9dce13209f HTTP/1.1" status: 200 len: 375 time: 0.0288393 Jun 22 04:08:55.973340 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-4cbeb088-af1d-4b3f-84c6-3aeb5f69e5af tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5326ddf2134941618822ff9dce13209f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677011 Jun 22 04:08:56.017849 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8adac5a1-fd92-4c20-ab46-c02e786b0e50 None None] Provisioning for port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:08:56.117175 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1dd1-642f-4694-9c5b-baa9da665f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.119462 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Allocated IP 172.27.1.221 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/a0222d90-d850-420e-8978-f5eeb3c7f563) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:08:56.121111 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1dd1-642f-4694-9c5b-baa9da665f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.122300 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-5e4d1dd1-642f-4694-9c5b-baa9da665f59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa11c77f-122d-4e91-a4f7-c0cf36747efe HTTP/1.1" status: 204 len: 168 time: 0.5726733 Jun 22 04:08:56.123158 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-38e100dd-5ee8-4a2c-a1f5-83a9df58ba7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:56.139500 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d1dd1-642f-4694-9c5b-baa9da665f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa11c77f-122d-4e91-a4f7-c0cf36747efe,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:56.157832 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.160405 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5e4d1dd1-642f-4694-9c5b-baa9da665f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:56.193547 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-a47d026a-40a5-47d5-bd52-b254551bd899 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:08:56.201730 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-a47d026a-40a5-47d5-bd52-b254551bd899 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1167223 Jun 22 04:08:56.257431 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device db9679f1-2f47-4db0-b8d9-e3a0d5f98825 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:08:56.273057 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.342308 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-d048010b-96a4-44b8-8e49-3f6a4305d995 service neutron] 10.222.0.37 "GET /v2.0/networks/92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384199 Jun 22 04:08:56.419597 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:08:56.433060 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:08:56.434251 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.503536 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.513742 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-45550253-be78-421c-a282-85e7ef5574c7 service neutron] 10.222.0.37 "GET /v2.0/networks/92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696067 Jun 22 04:08:56.553408 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.561793 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.590480 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-72d1107e-1d5a-498a-9607-2da7ecc75e26 None None] Provisioning complete for port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:08:56.590480 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-72d1107e-1d5a-498a-9607-2da7ecc75e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.633405 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.639068 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:56.639836 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port db9679f1-2f47-4db0-b8d9-e3a0d5f98825, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:08:56.697955 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-72d1107e-1d5a-498a-9607-2da7ecc75e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.729102 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:56.735064 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:56.803777 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:08:56.806650 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.db.api [None req-72d1107e-1d5a-498a-9607-2da7ecc75e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:08:56.807042 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_db.api [None req-72d1107e-1d5a-498a-9607-2da7ecc75e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:08:56.826949 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:56.830289 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:56.850412 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:08:56.853253 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:08:56.856384 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Pushing event updated for resources: {'Port': ['ID=a0222d90-d850-420e-8978-f5eeb3c7f563,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:56.895231 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43612) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:56.933706 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:56.991568 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc812a98-8d77-44aa-a255-6f0101d1d39f req-8183df9e-d1b7-43e2-91d9-9d56ce945387 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0876734 Jun 22 04:08:57.066932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43626) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:57.082218 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43630) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:57.127131 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fc240ab-ab38-45b3-97a7-12c37136d775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.296910 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.359008 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.430821 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.449657 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8dd03642-c0f2-4c2c-92ee-52a26f51d94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.459381 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fc240ab-ab38-45b3-97a7-12c37136d775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.561750 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fc240ab-ab38-45b3-97a7-12c37136d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.569316 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:57.595636 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Allocated IP 172.27.1.100 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/b7d1cee2-f30e-451b-8b37-af339a1168f9) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:08:57.637599 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2fc240ab-ab38-45b3-97a7-12c37136d775 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c8cd60af75a4fd7b22ed2d89d062da6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5533738 Jun 22 04:08:57.641698 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc240ab-ab38-45b3-97a7-12c37136d775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7538b31-5da9-41a9-9b57-b18106d53b77,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:57.644167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43652) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:57.678652 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2fc240ab-ab38-45b3-97a7-12c37136d775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:57.769963 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b0cb-b8d6-41cc-9339-63cdc7e757a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.790562 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.803650 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b0cb-b8d6-41cc-9339-63cdc7e757a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.811829 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.859289 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8dd03642-c0f2-4c2c-92ee-52a26f51d94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.920475 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8dd03642-c0f2-4c2c-92ee-52a26f51d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.923554 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5e4d1dd1-642f-4694-9c5b-baa9da665f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:57.958235 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b0cb-b8d6-41cc-9339-63cdc7e757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.959362 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd03642-c0f2-4c2c-92ee-52a26f51d94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8c3254-dacb-4175-b76e-b79190623aa7,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:57.963875 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b0cb-b8d6-41cc-9339-63cdc7e757a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:57.964999 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4fe7b0cb-b8d6-41cc-9339-63cdc7e757a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7538b31-5da9-41a9-9b57-b18106d53b77 HTTP/1.1" status: 204 len: 168 time: 0.2884095 Jun 22 04:08:57.970932 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8dd03642-c0f2-4c2c-92ee-52a26f51d94b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f848da815864441a2a2d349385f393b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8992767 Jun 22 04:08:57.970932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8dd03642-c0f2-4c2c-92ee-52a26f51d94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:57.970932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8dd03642-c0f2-4c2c-92ee-52a26f51d94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:57.971504 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43674) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:57.989066 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7b0cb-b8d6-41cc-9339-63cdc7e757a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7538b31-5da9-41a9-9b57-b18106d53b77,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:58.001153 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4fe7b0cb-b8d6-41cc-9339-63cdc7e757a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:58.031192 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:58.036102 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:58.041216 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:58.086773 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:08:58.090553 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c5f642c-a80a-4763-9d16-afb78a7450b9 req-be26e7fb-2b03-4290-b0f5-8791041aa590 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0280216 Jun 22 04:08:58.094504 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:08:58.098260 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Router 318bccbf-ebda-4c3a-87ba-c64c6c311762 is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:08:58.099103 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:08:58.143952 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Pushing event updated for resources: {'Port': ['ID=b7d1cee2-f30e-451b-8b37-af339a1168f9,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:58.147001 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:58.173249 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:58.181449 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device db9679f1-2f47-4db0-b8d9-e3a0d5f98825 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:08:58.273885 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:08:58.273885 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:58.500005 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:08:58.516125 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Sync routers for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:08:58.530114 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:08:58.530738 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:08:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:08:58.590359 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:58.595097 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:58.596368 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a8c3254-dacb-4175-b76e-b79190623aa7 HTTP/1.1" status: 204 len: 168 time: 0.6247892 Jun 22 04:08:58.635949 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b3c566ef-39b1-4894-bdd1-85053c7b58fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:58.642866 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:58.644342 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2a640b5c-2091-4c8b-9f84-b35595ed8f9a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9129696 Jun 22 04:08:58.646982 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43708) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:58.652176 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8c3254-dacb-4175-b76e-b79190623aa7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:58.685397 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:58.708468 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:08:58.753208 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:58.890948 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:08:57Z', 'revision_number': 3, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:08:58.942721 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Checking router: 318bccbf-ebda-4c3a-87ba-c64c6c311762 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:08:58.942984 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Updating router 318bccbf-ebda-4c3a-87ba-c64c6c311762 port a0222d90-d850-420e-8978-f5eeb3c7f563 binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:08:58.997531 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.026989 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.313501 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-39587f99-f172-4351-adf5-846b8b984dd9 req-3a47d045-3d8c-4f8f-85bd-8e87b1573a87 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0357592 Jun 22 04:08:59.375300 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Router 247f1d87-4764-480b-a583-0f97e21af06c is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:08:59.399096 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.410234 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Transition to ACTIVE for port object a0222d90-d850-420e-8978-f5eeb3c7f563 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:08:59.465705 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.491553 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.495026 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-17145090-ab32-4a07-b525-c96a958f440a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:59.549488 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:08:59.553709 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Pushing event updated for resources: {'Port': ['ID=a0222d90-d850-420e-8978-f5eeb3c7f563,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:08:59.560941 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Sync routers for ids ['247f1d87-4764-480b-a583-0f97e21af06c'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:08:59.564505 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.565072 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.565413 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.565797 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.566149 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.566680 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.567311 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.567636 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.568024 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.568346 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.568830 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.569153 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Tracked resource versions report: Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: pushed versions: Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: { 'AddressGroup': {'1.2'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'ConntrackHelper': {'1.0'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Log': {'1.0'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Network': {'1.1'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Port': {'1.7'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'PortForwarding': {'1.2'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'QosPolicy': {'1.8'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SecurityGroup': {'1.4'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SecurityGroupRule': {'1.2'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SubPort': {'1.0'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Subnet': {'1.1'}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Trunk': {'1.1'}} Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: consumer versions: Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: { DHCP agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: HyperV agent@hv-cinder-79738: {}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: L3 agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: Metadata agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: Metering agent@dv-cinder-797380-1-iscsi: {}, Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: Open vSwitch agent@dv-cinder-797380-1-iscsi: { 'AddressGroup': '1.2', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'ConntrackHelper': '1.0', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Log': '1.0', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Network': '1.1', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Port': '1.7', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'PortForwarding': '1.2', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'QosPolicy': '1.8', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SecurityGroup': '1.4', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SecurityGroupRule': '1.2', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'SubPort': '1.0', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Subnet': '1.1', Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: 'Trunk': '1.1'}} Jun 22 04:08:59.570298 dv-cinder-797380-1-iscsi neutron-server[93485]: {{(pid=93485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 04:08:59.574815 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Routers {'247f1d87-4764-480b-a583-0f97e21af06c'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:08:59.577708 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:08:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['247f1d87-4764-480b-a583-0f97e21af06c'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:08:59.595473 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43746) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:59.603757 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:08:59.614870 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-379f0d28-9369-4827-9d5d-17857398a5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.644816 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Attempting to bind port a0222d90-d850-420e-8978-f5eeb3c7f563 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:08:59.645195 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Attempting to bind port a0222d90-d850-420e-8978-f5eeb3c7f563 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:08:59.645558 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Attempting to bind port a0222d90-d850-420e-8978-f5eeb3c7f563 on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:08:59.655170 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:08:59.655550 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:08:59.655954 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.656346 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:08:59.656823 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Bound port: a0222d90-d850-420e-8978-f5eeb3c7f563, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:08:59.657223 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.724688 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.730807 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0753903 Jun 22 04:08:59.731788 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Allocated IP 172.20.0.1 (80c968be-0879-4bb6-80fa-b18a226c0db7/b3261322-9ab9-4df6-8e57-c31845b9e11e/54422c88-d493-4e95-bc46-43045b16dbb1) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:08:59.731788 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43754) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:59.782422 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] For port a0222d90-d850-420e-8978-f5eeb3c7f563, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:08:59.786273 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] For port a0222d90-d850-420e-8978-f5eeb3c7f563, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=a0222d90-d850-420e-8978-f5eeb3c7f563,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:08:59.824195 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43758) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:08:59.855708 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-379f0d28-9369-4827-9d5d-17857398a5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.896157 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.912340 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:59.931186 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-379f0d28-9369-4827-9d5d-17857398a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:08:59.935835 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bf90996b-0eca-483f-9982-1e9c4d625d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:08:59.962975 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Set router 247f1d87-4764-480b-a583-0f97e21af06c gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:08:59.977069 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:08:59.978061 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:08:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:00.039917 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Pushing event updated for resources: {'Port': ['ID=a0222d90-d850-420e-8978-f5eeb3c7f563,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:00.043305 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f0d28-9369-4827-9d5d-17857398a5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b874fddd-49c1-4c99-af96-84ee1140a868,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:00.044457 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:00.049132 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.050748 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-01a7f70f-20ae-48c9-ad29-c12925620d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.056772 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-379f0d28-9369-4827-9d5d-17857398a5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:00.063144 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-379f0d28-9369-4827-9d5d-17857398a5c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a69d9eca4cd42f6b4424aa599e142ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4666140 Jun 22 04:09:00.067409 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43764) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:00.105446 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Transition to ACTIVE for port object 54422c88-d493-4e95-bc46-43045b16dbb1 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:00.183309 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1c54f745-9cb3-4de2-868b-70fb10cf3598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.193371 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:09:00.219791 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1c54f745-9cb3-4de2-868b-70fb10cf3598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.268371 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.273413 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-48481945-243d-408e-8914-0f25b4bc8c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:00.295242 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-01a7f70f-20ae-48c9-ad29-c12925620d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.336869 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:08:58Z', 'revision_number': 3, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port': {'id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:57Z', 'updated_at': '2021-06-22T04:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:00.346558 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:00.354649 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:00.359041 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:09:00.359522 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.361926 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Pushing event updated for resources: {'Port': ['ID=54422c88-d493-4e95-bc46-43045b16dbb1,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:00.375098 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-01a7f70f-20ae-48c9-ad29-c12925620d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.376162 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1c54f745-9cb3-4de2-868b-70fb10cf3598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.397963 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Checking router: 247f1d87-4764-480b-a583-0f97e21af06c for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:09:00.398559 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Updating router 247f1d87-4764-480b-a583-0f97e21af06c port b7d1cee2-f30e-451b-8b37-af339a1168f9 binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:09:00.422803 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:00.429175 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:00.437983 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-01a7f70f-20ae-48c9-ad29-c12925620d98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1817d9e39a254a74a782fe40517611bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6140239 Jun 22 04:09:00.446223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43776) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:00.455558 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1c54f745-9cb3-4de2-868b-70fb10cf3598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.456782 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-1c54f745-9cb3-4de2-868b-70fb10cf3598 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b874fddd-49c1-4c99-af96-84ee1140a868 HTTP/1.1" status: 204 len: 168 time: 0.3700049 Jun 22 04:09:00.472866 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.500144 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.515604 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7f70f-20ae-48c9-ad29-c12925620d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0237c2f4-d536-4346-b857-36e993affcc7,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:00.535799 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54f745-9cb3-4de2-868b-70fb10cf3598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b874fddd-49c1-4c99-af96-84ee1140a868,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:00.550863 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1c54f745-9cb3-4de2-868b-70fb10cf3598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:00.551320 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:00.551597 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:00.641443 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:08:57Z', 'revision_number': 3, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:00.811882 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aede625b-de04-40c2-8c70-e87a02732252 req-c108cba5-82e2-4194-8484-a8e3a3d43813 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.1770122 Jun 22 04:09:00.836835 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5f95-c8b2-4803-bb3f-6d4fb65d74b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.858988 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd4dd5-c7ae-4945-8d64-3fe26691b643 None None] The sync data for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi is: [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:08:57Z', 'revision_number': 3, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:09:00.872129 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-d9c24aea-e0c0-43bc-b916-6792958532f6 None None] Provisioning for port 54422c88-d493-4e95-bc46-43045b16dbb1 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:00.877815 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-d9c24aea-e0c0-43bc-b916-6792958532f6 None None] Provisioning complete for port 54422c88-d493-4e95-bc46-43045b16dbb1 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:00.878304 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9c24aea-e0c0-43bc-b916-6792958532f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.897914 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5f95-c8b2-4803-bb3f-6d4fb65d74b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:00.933302 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-d9c24aea-e0c0-43bc-b916-6792958532f6 None None] Port 54422c88-d493-4e95-bc46-43045b16dbb1 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:09:00.987937 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Allocated IP 172.20.0.1 (d0037549-33e9-47fd-b926-657b94142ef4/bbf7028a-c359-4e5d-8269-9df2963f5a25/be12551b-b913-4d81-937d-51991a746319) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:09:00.991082 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.064071 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.085125 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Transition to ACTIVE for port object b7d1cee2-f30e-451b-8b37-af339a1168f9 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:01.143717 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.146854 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:01.205666 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6272a16-e645-4ae0-8788-cc875f06b003 None None] Pushing event updated for resources: {'Port': ['ID=b7d1cee2-f30e-451b-8b37-af339a1168f9,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:01.210009 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6272a16-e645-4ae0-8788-cc875f06b003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:01.210911 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5f95-c8b2-4803-bb3f-6d4fb65d74b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.240774 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5f95-c8b2-4803-bb3f-6d4fb65d74b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.255463 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9c7a5f95-c8b2-4803-bb3f-6d4fb65d74b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0237c2f4-d536-4346-b857-36e993affcc7 HTTP/1.1" status: 204 len: 168 time: 0.8078480 Jun 22 04:09:01.267804 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Attempting to bind port b7d1cee2-f30e-451b-8b37-af339a1168f9 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:09:01.268986 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Attempting to bind port b7d1cee2-f30e-451b-8b37-af339a1168f9 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:09:01.268986 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Attempting to bind port b7d1cee2-f30e-451b-8b37-af339a1168f9 on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:01.274341 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:09:01.274811 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:09:01.276510 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.278629 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:09:01.278629 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Bound port: b7d1cee2-f30e-451b-8b37-af339a1168f9, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:09:01.280416 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.282444 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:01.339457 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.342380 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a5f95-c8b2-4803-bb3f-6d4fb65d74b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0237c2f4-d536-4346-b857-36e993affcc7,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:01.358411 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9c7a5f95-c8b2-4803-bb3f-6d4fb65d74b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:01.374721 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] For port b7d1cee2-f30e-451b-8b37-af339a1168f9, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:09:01.406973 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] For port b7d1cee2-f30e-451b-8b37-af339a1168f9, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=b7d1cee2-f30e-451b-8b37-af339a1168f9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:09:01.449812 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.478478 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.482831 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:01.571066 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Routers {'247f1d87-4764-480b-a583-0f97e21af06c'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:09:01.571788 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:08:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['247f1d87-4764-480b-a583-0f97e21af06c'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:01.617041 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6272a16-e645-4ae0-8788-cc875f06b003 None None] Pushing event updated for resources: {'Port': ['ID=b7d1cee2-f30e-451b-8b37-af339a1168f9,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:01.652765 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.656664 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.660467 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:01.678223 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6272a16-e645-4ae0-8788-cc875f06b003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:01.716942 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] Set router 247f1d87-4764-480b-a583-0f97e21af06c gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:09:01.744046 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Pushing event updated for resources: {'Port': ['ID=54422c88-d493-4e95-bc46-43045b16dbb1,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:01.760828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:01.805466 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.827753 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:01.926598 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Network d0037549-33e9-47fd-b926-657b94142ef4 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:01.928319 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:01.931590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:01.941167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:01.955433 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:09:01.958010 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:01.999816 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Pushing event updated for resources: {'Port': ['ID=be12551b-b913-4d81-937d-51991a746319,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:02.032874 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:02.087772 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:02.168075 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:08:58Z', 'revision_number': 3, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port': {'id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:57Z', 'updated_at': '2021-06-22T04:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:02.237816 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa72a6-691f-4072-a5bb-544568b3eaff None None] The sync data for ids ['247f1d87-4764-480b-a583-0f97e21af06c'] in dv-cinder-797380-1-iscsi is: [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:08:58Z', 'revision_number': 3, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port': {'id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:57Z', 'updated_at': '2021-06-22T04:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:09:02.277842 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b275c554-a56c-4bed-acf2-909d20ed8e93 req-12956f9d-b071-4fc0-90d1-338ea8de7a30 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.2358170 Jun 22 04:09:02.285123 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device a0222d90-d850-420e-8978-f5eeb3c7f563 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:02.506793 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port a0222d90-d850-420e-8978-f5eeb3c7f563 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:02.511749 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port a0222d90-d850-420e-8978-f5eeb3c7f563 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:02.512268 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:02.555810 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Router 318bccbf-ebda-4c3a-87ba-c64c6c311762 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:09:02.557169 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:02.620678 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-c6c1cc91-559e-474e-a266-7d13048a0d2e None None] Provisioning complete for port 54422c88-d493-4e95-bc46-43045b16dbb1 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:02.621065 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c6c1cc91-559e-474e-a266-7d13048a0d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:02.736608 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1cc91-559e-474e-a266-7d13048a0d2e None None] Port 54422c88-d493-4e95-bc46-43045b16dbb1 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:09:02.780405 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:02.807652 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port a0222d90-d850-420e-8978-f5eeb3c7f563, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=a0222d90-d850-420e-8978-f5eeb3c7f563,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:02.877437 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:02.879548 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:02.962636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:09:02.979064 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] 10.222.0.37 "PUT /v2.0/routers/318bccbf-ebda-4c3a-87ba-c64c6c311762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3309298 Jun 22 04:09:03.002100 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=a0222d90-d850-420e-8978-f5eeb3c7f563,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:03.018436 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:03.057485 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:03.148783 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:03.149880 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:03.151883 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:03.201819 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Sync routers for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:09:03.219493 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:09:03.220178 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:08:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:03.309903 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Pushing event updated for resources: {'Port': ['ID=be12551b-b913-4d81-937d-51991a746319,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:03.326888 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:03.374123 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:09:03.389742 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Network d0037549-33e9-47fd-b926-657b94142ef4 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:03.397197 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:03.542512 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f6262ed8-74a6-4787-a375-4b8024a78ad4 req-cad6f7a2-82e9-4a73-ac1b-30e5bb76d196 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0352764 Jun 22 04:09:03.674674 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:01Z', 'revision_number': 2, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:03.680564 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Router 247f1d87-4764-480b-a583-0f97e21af06c has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:09:03.714510 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Checking router: 318bccbf-ebda-4c3a-87ba-c64c6c311762 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:09:03.714931 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Updating router 318bccbf-ebda-4c3a-87ba-c64c6c311762 port 54422c88-d493-4e95-bc46-43045b16dbb1 binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:09:03.758234 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:03.864323 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:09:03.870655 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] 10.222.0.37 "PUT /v2.0/routers/247f1d87-4764-480b-a583-0f97e21af06c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1383543 Jun 22 04:09:04.297012 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:04.297012 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Transition to ACTIVE for port object 54422c88-d493-4e95-bc46-43045b16dbb1 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:04.297012 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:04.297012 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a2468c50-7613-47c5-a506-d0be311a7d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:04.375433 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device a0222d90-d850-420e-8978-f5eeb3c7f563 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:04.382046 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e2ca-1099-484d-bcac-7c421ff4b4c4 None None] Pushing event updated for resources: {'Port': ['ID=54422c88-d493-4e95-bc46-43045b16dbb1,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:04.385808 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4832e2ca-1099-484d-bcac-7c421ff4b4c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:04.453898 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Attempting to bind port 54422c88-d493-4e95-bc46-43045b16dbb1 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:09:04.454658 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Attempting to bind port 54422c88-d493-4e95-bc46-43045b16dbb1 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:09:04.455318 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Attempting to bind port 54422c88-d493-4e95-bc46-43045b16dbb1 on network 80c968be-0879-4bb6-80fa-b18a226c0db7 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:04.462544 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:09:04.463224 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Checking segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:09:04.464205 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:04.464764 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Bound using segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:09:04.465588 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Bound port: 54422c88-d493-4e95-bc46-43045b16dbb1, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:09:04.466022 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:04.506331 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 43932) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:04.513204 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737105788', 'description': 'tempest-description--709567459'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:04.523289 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port a0222d90-d850-420e-8978-f5eeb3c7f563 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:04.523927 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:04.623300 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] For port 54422c88-d493-4e95-bc46-43045b16dbb1, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:09:04.633662 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] For port 54422c88-d493-4e95-bc46-43045b16dbb1, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=54422c88-d493-4e95-bc46-43045b16dbb1,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:09:04.729277 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:04.739327 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Sync routers for ids ['247f1d87-4764-480b-a583-0f97e21af06c'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:09:04.741659 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:04.745400 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:04.762221 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Routers {'247f1d87-4764-480b-a583-0f97e21af06c'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:09:04.763733 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:08:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['247f1d87-4764-480b-a583-0f97e21af06c'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:04.832718 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e2ca-1099-484d-bcac-7c421ff4b4c4 None None] Pushing event updated for resources: {'Port': ['ID=54422c88-d493-4e95-bc46-43045b16dbb1,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:04.837627 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device b7d1cee2-f30e-451b-8b37-af339a1168f9 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:04.839037 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4832e2ca-1099-484d-bcac-7c421ff4b4c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:04.850844 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73eb1bb5-71f1-4b28-919e-2243a1d24823 req-b88a99e0-513a-4c00-9d26-cfdfabd07de7 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0727558 Jun 22 04:09:04.883618 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:09:04.885105 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:08:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:04.932667 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b5e39-f221-46da-bd06-586a44815acc req-682fac00-0ec9-45dd-9083-1bb4824a68df tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:04.941238 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-682fac00-0ec9-45dd-9083-1bb4824a68df tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 819 time: 0.2873230 Jun 22 04:09:04.976613 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-733cd7a4-6d47-44ff-bd89-c56344b59832 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/quotas/6c52284532b44669b9b19265f960b406 HTTP/1.1" status: 200 len: 375 time: 0.0343351 Jun 22 04:09:05.128985 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.188801 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:09:05.217395 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-00239b32-0e39-4f80-9c02-619ae9770888 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2390337 Jun 22 04:09:05.222869 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Set router 247f1d87-4764-480b-a583-0f97e21af06c gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:09:05.279517 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.287182 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-080d5fec-95ae-4ec6-bd03-1d7ad8cd4fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:05.334755 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38abc40d-76ab-4145-b445-ce71469f8fb1,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:05.356292 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:05.409569 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-5a2e5b83-b5d1-4c44-8102-4b010ea6d944 service neutron] 10.222.0.37 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844034 Jun 22 04:09:05.430085 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.434745 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.9236495 Jun 22 04:09:05.435699 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43980) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:05.441974 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'security_group_rule': {'security_group_id': '38abc40d-76ab-4145-b445-ce71469f8fb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:05.477815 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port b7d1cee2-f30e-451b-8b37-af339a1168f9 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:05.487950 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port b7d1cee2-f30e-451b-8b37-af339a1168f9 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:05.488516 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.505000 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:04Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:05.564977 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cbd11-adfa-4a2a-853f-79e36587bda9 None None] The sync data for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi is: [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:04Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:09:05.593343 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.675518 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.767121 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port b7d1cee2-f30e-451b-8b37-af339a1168f9, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=b7d1cee2-f30e-451b-8b37-af339a1168f9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:05.770537 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.826428 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port': {'id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:57Z', 'updated_at': '2021-06-22T04:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'be12551b-b913-4d81-937d-51991a746319', 'name': '', 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'mac_address': 'fa:16:3e:06:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bbf7028a-c359-4e5d-8269-9df2963f5a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:09:00Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 2, 'project_id': '6c52284532b44669b9b19265f960b406', 'subnets': [{'id': 'bbf7028a-c359-4e5d-8269-9df2963f5a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:05.848138 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.849918 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:05.890894 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Checking router: 247f1d87-4764-480b-a583-0f97e21af06c for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:09:05.891709 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Updating router 247f1d87-4764-480b-a583-0f97e21af06c port be12551b-b913-4d81-937d-51991a746319 binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:09:05.892479 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08d0a1f-bdd3-446f-a51d-22740700eb53,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:05.913386 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:05.924518 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-84fb6b86-9726-45c7-9a41-639899dd2bb7 service neutron] 10.222.0.37 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087247 Jun 22 04:09:05.939719 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:05.954511 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:06.034089 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.038597 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 44002) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:06.039671 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.042714 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6059020 Jun 22 04:09:06.045099 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'security_group_rule': {'security_group_id': '38abc40d-76ab-4145-b445-ce71469f8fb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:06.142665 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-41de37ed-ba53-4a8c-a193-d4a82622e057 req-a43635bd-e76f-4719-8399-e6367d5a66fc tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0476685 Jun 22 04:09:06.188667 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=b7d1cee2-f30e-451b-8b37-af339a1168f9,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:06.192493 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:06.198660 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.286712 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44012) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:06.350647 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 54422c88-d493-4e95-bc46-43045b16dbb1 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:06.491318 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-14cd7446-30a7-4fc7-b090-dfddeff5e8ec req-ef01e44d-e978-400c-bec8-4e62e8d475ec tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 210 time: 0.1007800 Jun 22 04:09:06.514343 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.555235 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-44dd7561-3069-4da2-9fb5-cca14ed374ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.564491 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.579411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Transition to ACTIVE for port object be12551b-b913-4d81-937d-51991a746319 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:06.588598 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.590410 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:06.593713 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 54422c88-d493-4e95-bc46-43045b16dbb1 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:06.600632 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 54422c88-d493-4e95-bc46-43045b16dbb1 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:06.601191 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.624704 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd06d0b-65f7-4dad-8d4a-9c7dc8d55bb2,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:06.636682 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:06.731397 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.768000 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-44dd7561-3069-4da2-9fb5-cca14ed374ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.813847 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 54422c88-d493-4e95-bc46-43045b16dbb1, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=54422c88-d493-4e95-bc46-43045b16dbb1,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:06.823353 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.832733 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-11aba4a1-5133-47e0-a602-7425abcd1718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:06.920462 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-44dd7561-3069-4da2-9fb5-cca14ed374ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.925895 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1c54f745-9cb3-4de2-868b-70fb10cf3598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:06.957755 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:06.975642 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd7561-3069-4da2-9fb5-cca14ed374ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed8b683-94ab-423e-9d69-f537815af0d8,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:06.983839 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-44dd7561-3069-4da2-9fb5-cca14ed374ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:06.996012 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-44dd7561-3069-4da2-9fb5-cca14ed374ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=567be0f0250d42d4939724b388c4afe3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7053442 Jun 22 04:09:06.996691 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44064) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:07.007885 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ae15c-42e2-4e65-8b70-802304fac5d9 None None] Pushing event updated for resources: {'Port': ['ID=be12551b-b913-4d81-937d-51991a746319,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:07.011577 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-077ae15c-42e2-4e65-8b70-802304fac5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:07.012370 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:07.056367 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.062980 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0195272 Jun 22 04:09:07.063262 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 44066) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:07.069691 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1d8c4a89-cf82-4c7a-a57a-65d9af746878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.070036 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:07.077724 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Attempting to bind port be12551b-b913-4d81-937d-51991a746319 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:09:07.078288 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Attempting to bind port be12551b-b913-4d81-937d-51991a746319 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:09:07.078754 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Attempting to bind port be12551b-b913-4d81-937d-51991a746319 on network d0037549-33e9-47fd-b926-657b94142ef4 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:07.103548 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:09:07.110843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Checking segment: {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:09:07.110843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.110843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Bound using segment: {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:09:07.110843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Bound port: be12551b-b913-4d81-937d-51991a746319, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:09:07.110843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.111219 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e669-a525-49b7-987f-be8dcab6169a req-8e109b05-52a3-4712-b133-936f7a46330e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:07.111294 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=54422c88-d493-4e95-bc46-43045b16dbb1,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:07.111357 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-8e109b05-52a3-4712-b133-936f7a46330e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 819 time: 0.1613488 Jun 22 04:09:07.112240 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:07.112671 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1d8c4a89-cf82-4c7a-a57a-65d9af746878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.127498 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-71869a54-13a0-4e18-ab77-4bcc698f7de7 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/quotas/6c52284532b44669b9b19265f960b406 HTTP/1.1" status: 200 len: 375 time: 0.0129080 Jun 22 04:09:07.189149 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] For port be12551b-b913-4d81-937d-51991a746319, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:09:07.193702 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] For port be12551b-b913-4d81-937d-51991a746319, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=be12551b-b913-4d81-937d-51991a746319,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:09:07.222050 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e4115d18-5d7e-4676-806b-e8d87f326482 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870621 Jun 22 04:09:07.223456 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.285908 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1d8c4a89-cf82-4c7a-a57a-65d9af746878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.291699 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1d8c4a89-cf82-4c7a-a57a-65d9af746878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.294865 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-1d8c4a89-cf82-4c7a-a57a-65d9af746878 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aed8b683-94ab-423e-9d69-f537815af0d8 HTTP/1.1" status: 204 len: 168 time: 0.2966025 Jun 22 04:09:07.295824 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:07.320163 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.322574 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-077ae15c-42e2-4e65-8b70-802304fac5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:07.338397 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0685f95f-f6c0-4f2f-a169-f148e3fd98af req-72aedf3a-9cb7-49e7-a710-3767ed4c7642 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0453424 Jun 22 04:09:07.350403 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c4a89-cf82-4c7a-a57a-65d9af746878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed8b683-94ab-423e-9d69-f537815af0d8,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:07.362973 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1d8c4a89-cf82-4c7a-a57a-65d9af746878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:07.411770 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-8759a99c-8b4f-413d-a0df-7b54925889c4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:09:07.419313 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-8759a99c-8b4f-413d-a0df-7b54925889c4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0930641 Jun 22 04:09:07.486757 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Routers {'247f1d87-4764-480b-a583-0f97e21af06c'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:09:07.487611 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:08:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['247f1d87-4764-480b-a583-0f97e21af06c'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:07.533714 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ae15c-42e2-4e65-8b70-802304fac5d9 None None] Pushing event updated for resources: {'Port': ['ID=be12551b-b913-4d81-937d-51991a746319,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:07.541532 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-077ae15c-42e2-4e65-8b70-802304fac5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:07.608986 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:07.624177 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-7a4404eb-306d-4766-9741-4b205433ac82 service neutron] 10.222.0.37 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020714 Jun 22 04:09:07.638842 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] Set router 247f1d87-4764-480b-a583-0f97e21af06c gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:09:07.811117 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Allocated IP 172.27.1.231 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/ae7e1aff-0c89-4a84-b527-43f02c276b78) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:09:07.823537 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-d42c9b38-654a-4f4e-8e26-5937375ff7ad service neutron] 10.222.0.37 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971278 Jun 22 04:09:07.876005 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port': {'id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:57Z', 'updated_at': '2021-06-22T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'be12551b-b913-4d81-937d-51991a746319', 'name': '', 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'mac_address': 'fa:16:3e:06:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bbf7028a-c359-4e5d-8269-9df2963f5a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:09:00Z', 'updated_at': '2021-06-22T04:09:07Z', 'revision_number': 4, 'project_id': '6c52284532b44669b9b19265f960b406', 'subnets': [{'id': 'bbf7028a-c359-4e5d-8269-9df2963f5a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:09:07.923788 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9631f-a319-46b0-818e-182974c0f2e9 None None] The sync data for ids ['247f1d87-4764-480b-a583-0f97e21af06c'] in dv-cinder-797380-1-iscsi is: [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port': {'id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:57Z', 'updated_at': '2021-06-22T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'be12551b-b913-4d81-937d-51991a746319', 'name': '', 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'mac_address': 'fa:16:3e:06:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bbf7028a-c359-4e5d-8269-9df2963f5a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:09:00Z', 'updated_at': '2021-06-22T04:09:07Z', 'revision_number': 4, 'project_id': '6c52284532b44669b9b19265f960b406', 'subnets': [{'id': 'bbf7028a-c359-4e5d-8269-9df2963f5a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:09:07.953913 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.135529 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.140638 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:08.158150 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44102) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:08.176609 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b2865c58-95c8-485f-9ed1-98140f4f057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.181639 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:08.203927 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device b7d1cee2-f30e-451b-8b37-af339a1168f9 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:08.221076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:08.229651 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:09:08.310533 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port b7d1cee2-f30e-451b-8b37-af339a1168f9 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:08.310930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.322398 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'Port': ['ID=ae7e1aff-0c89-4a84-b527-43f02c276b78,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:08.347067 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d3e12491-e96c-4339-9907-93ad4447f353 req-b984acc4-57b1-4f7a-a9ca-b23f898c457a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 210 time: 0.1182675 Jun 22 04:09:08.348449 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:08.384729 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b2865c58-95c8-485f-9ed1-98140f4f057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.493741 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b2865c58-95c8-485f-9ed1-98140f4f057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.497702 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:08.501681 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 54422c88-d493-4e95-bc46-43045b16dbb1 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:08.559496 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2865c58-95c8-485f-9ed1-98140f4f057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8565184a-a1c5-45dd-b7cf-20fa8125f59d,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:08.603142 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b2865c58-95c8-485f-9ed1-98140f4f057a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:08.634364 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b2865c58-95c8-485f-9ed1-98140f4f057a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=679ec12035aa4101b5bf70b2332fe8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810400 Jun 22 04:09:08.640506 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44124) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:08.664065 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9df19442-b217-4123-996f-f3de03d6d997 req-4d93fe3d-7289-4bcc-922c-64b7d28b8ca7 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.1495838 Jun 22 04:09:08.670619 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.728204 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-adcb3de0-054d-40c4-8003-d580b1847289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.768253 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 54422c88-d493-4e95-bc46-43045b16dbb1 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:08.768794 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.776115 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-adcb3de0-054d-40c4-8003-d580b1847289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.834370 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.945464 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-adcb3de0-054d-40c4-8003-d580b1847289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.959839 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-adcb3de0-054d-40c4-8003-d580b1847289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:08.963330 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-adcb3de0-054d-40c4-8003-d580b1847289 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8565184a-a1c5-45dd-b7cf-20fa8125f59d HTTP/1.1" status: 204 len: 168 time: 0.3192225 Jun 22 04:09:08.971044 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:09.024131 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb3de0-054d-40c4-8003-d580b1847289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8565184a-a1c5-45dd-b7cf-20fa8125f59d,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:09.032675 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-adcb3de0-054d-40c4-8003-d580b1847289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:09.091252 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:09.207951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:09.211301 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b48d18f5-9bf2-4258-bd36-66dc3fdc3897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:09.240055 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:09.263636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'Port': ['ID=ae7e1aff-0c89-4a84-b527-43f02c276b78,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:09.266410 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:09.359601 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:09.361019 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2968144 Jun 22 04:09:09.501682 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.26', 51181) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:09.545093 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-862a8791-cf13-4f6a-8746-9c62e73ccb3f req-6051a0b3-ee3e-480f-98e2-99115ec23db1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 210 time: 0.0525775 Jun 22 04:09:09.648527 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:09:09.756210 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-83a69a5e-4ece-4c60-8e05-e1cd50f03470 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--737105788&fields=id&tenant_id=bacf3fdd9365495585f427dea61b7c3b HTTP/1.1" status: 200 len: 267 time: 0.0834877 Jun 22 04:09:09.796619 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-5d6ae966-faaa-4dbf-82b3-0e81da1696fc tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:09.799132 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-5d6ae966-faaa-4dbf-82b3-0e81da1696fc tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.26 "GET /v2.0/networks?id=92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 HTTP/1.1" status: 200 len: 812 time: 0.2855196 Jun 22 04:09:09.871398 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Request body: {'port': {'device_id': 'f306b5da-2c2b-4d04-bf90-6a49a6a958a1', 'network_id': '92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2', 'admin_state_up': True, 'tenant_id': '5326ddf2134941618822ff9dce13209f'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:09.889286 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-773c62dd-0b07-4972-b039-e0fbabdbfc8b req-257872d9-88c9-4435-8fed-5d41fdbe6784 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0334296 Jun 22 04:09:09.951892 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-e92751e0-d156-4c37-b8b5-2687966c42e9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:09.961849 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-e92751e0-d156-4c37-b8b5-2687966c42e9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 811 time: 0.1983039 Jun 22 04:09:09.983368 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-95fb19f5-636a-4765-b5e5-b595f7ee8812 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/quotas/bacf3fdd9365495585f427dea61b7c3b HTTP/1.1" status: 200 len: 375 time: 0.0198619 Jun 22 04:09:10.072763 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-c7e6f2c6-ec6d-4148-91bc-2e6d85c9a20a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884972 Jun 22 04:09:10.297474 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device be12551b-b913-4d81-937d-51991a746319 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:10.409655 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-49f5bb65-d10b-4cdf-94eb-bb8666d29dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195968 Jun 22 04:09:10.419597 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Made reservation on behalf of 5326ddf2134941618822ff9dce13209f for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:09:10.423594 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:10.474228 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port be12551b-b913-4d81-937d-51991a746319 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:10.479341 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port be12551b-b913-4d81-937d-51991a746319 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:10.483127 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:10.557858 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-4cbd7de4-205b-426b-886c-4af4fcdf3123 service neutron] 10.222.0.37 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422942 Jun 22 04:09:10.595247 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:10.681590 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port be12551b-b913-4d81-937d-51991a746319, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=be12551b-b913-4d81-937d-51991a746319,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:10.715548 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.26', 51191) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:10.791322 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:10.793906 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9b7167b7-27df-4732-bc38-89a83313901f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:10.885602 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=be12551b-b913-4d81-937d-51991a746319,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:10.890007 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:10.953717 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Allocated IP 172.20.0.8 (92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2/81365dbb-1d19-4884-b6b8-33f7d7c02fb3/8e14b978-5e0b-4d2a-a7f1-9695044f6966) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:09:10.990214 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-879c49d9-72b7-410f-b4b5-b7d5a4a1d088 req-57f919ee-81d9-4bf7-a6ea-62d399100f61 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 210 time: 0.1348033 Jun 22 04:09:11.049845 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b5e39-f221-46da-bd06-586a44815acc req-7ae8f712-20ca-450d-aafe-4aeb02614e14 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:11.064516 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-7ae8f712-20ca-450d-aafe-4aeb02614e14 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 819 time: 0.3477631 Jun 22 04:09:11.140994 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Request body: {'port': {'device_id': 'f4641951-81cc-44e7-89c6-cb02140e0990', 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4', 'admin_state_up': True, 'tenant_id': '6c52284532b44669b9b19265f960b406'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:11.212100 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-66498fc7-9717-4ae5-9e02-b04ccac83926 req-933e90eb-1230-4b10-b40a-e319bb59e3c5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.1414635 Jun 22 04:09:11.220317 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8511c1d5-ad8f-49d6-afbd-1f609cc4b0ff req-bf870651-7ba4-474d-bdef-48c0eb61c806 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.1453869 Jun 22 04:09:11.291981 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:11.497594 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:11.514143 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:11.526008 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Made reservation on behalf of 6c52284532b44669b9b19265f960b406 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:09:11.533137 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:11.612604 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:11.624603 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:11.635554 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:09:11.645214 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:11.645887 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:11.693177 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Pushing event updated for resources: {'Port': ['ID=8e14b978-5e0b-4d2a-a7f1-9695044f6966,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:11.704008 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:11.787262 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.26', 51198) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:11.815392 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9482303 Jun 22 04:09:11.834052 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-a91c9283-3f4d-4077-8bfd-de3e166b90ea tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:09:11.835024 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-a91c9283-3f4d-4077-8bfd-de3e166b90ea tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057621 Jun 22 04:09:11.963425 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Allocated IP 172.20.0.5 (d0037549-33e9-47fd-b926-657b94142ef4/bbf7028a-c359-4e5d-8269-9df2963f5a25/02915eb1-571e-4662-ad33-cc6c05034aec) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:09:12.146514 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e669-a525-49b7-987f-be8dcab6169a req-832b1aac-450f-4e43-af97-4ff36477fad1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:12.150501 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-832b1aac-450f-4e43-af97-4ff36477fad1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 819 time: 0.3596437 Jun 22 04:09:12.236287 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Request body: {'port': {'device_id': '28c2e502-090f-43f4-bd0a-a5a3971846d7', 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4', 'admin_state_up': True, 'tenant_id': '6c52284532b44669b9b19265f960b406'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:12.300149 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device be12551b-b913-4d81-937d-51991a746319 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:12.417029 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port be12551b-b913-4d81-937d-51991a746319 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:12.417915 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:12.421865 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44320) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:12.629872 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a1d5291-d230-45d4-9dc5-472bd3196b5d req-d62c9312-93c1-4bde-a514-277c406cd963 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 210 time: 0.1729996 Jun 22 04:09:12.650284 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1064835f-5322-4b45-90d1-72b5ac6ee756 req-5238b084-b57f-4be8-884e-4660f7fa85cd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.3093224 Jun 22 04:09:12.779225 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Request body: {'port': {'device_id': 'f306b5da-2c2b-4d04-bf90-6a49a6a958a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:12.866720 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:12.879225 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Made reservation on behalf of 6c52284532b44669b9b19265f960b406 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:09:12.890506 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:12.959377 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:13.221558 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-94d935de-21da-473e-bde8-ef0cc8d71505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:13.315479 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadaeee-b2cc-4d95-ad1b-cb18dfc8b7b6 req-e51f03f7-0b02-4b15-96f2-79b7f7723a0e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:13.317461 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0eadaeee-b2cc-4d95-ad1b-cb18dfc8b7b6 req-e51f03f7-0b02-4b15-96f2-79b7f7723a0e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 931 time: 0.3373904 Jun 22 04:09:13.392445 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0eadaeee-b2cc-4d95-ad1b-cb18dfc8b7b6 req-a247712e-b7ce-4841-b920-b749c632dbd6 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673563 Jun 22 04:09:13.405373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:13.438684 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:13.546153 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e14b978-5e0b-4d2a-a7f1-9695044f6966 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:09:13.556587 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-94d935de-21da-473e-bde8-ef0cc8d71505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:13.562526 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:13.593383 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Transition to ACTIVE for port object 8e14b978-5e0b-4d2a-a7f1-9695044f6966 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:13.603698 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Network d0037549-33e9-47fd-b926-657b94142ef4 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:13.612244 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:13.614093 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Pushing event updated for resources: {'Port': ['ID=02915eb1-571e-4662-ad33-cc6c05034aec,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:13.618308 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:09:13.628464 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:13.628464 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:13.630773 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:13.633008 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Allocated IP 172.20.0.3 (d0037549-33e9-47fd-b926-657b94142ef4/bbf7028a-c359-4e5d-8269-9df2963f5a25/864b2d94-2be0-4fa5-af16-841be4b5b3b7) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:09:13.768739 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-94d935de-21da-473e-bde8-ef0cc8d71505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:13.771642 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:13.773503 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:13.893389 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44358) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:13.931308 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8309202 Jun 22 04:09:14.016500 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-94d935de-21da-473e-bde8-ef0cc8d71505 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1414e1a36314b23bc4177240679de6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5933261 Jun 22 04:09:14.019311 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44366) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:14.029389 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d935de-21da-473e-bde8-ef0cc8d71505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b238ed-2636-4f68-9867-e64f3af25287,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:14.039553 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-94d935de-21da-473e-bde8-ef0cc8d71505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:14.044028 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1ec4b781-7911-4b6d-a33b-f1ea8ddfbd3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:14.271625 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c99cf99a-23e4-469f-8bb9-ceed8be3b930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.271625 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Attempting to bind port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:09:14.271625 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Attempting to bind port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'd2fec5c0-0f5c-4814-86c5-8819b743ee03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:09:14.271625 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Attempting to bind port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 on network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:14.271952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Request body: {'port': {'device_id': 'f4641951-81cc-44e7-89c6-cb02140e0990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:14.278952 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e14b978-5e0b-4d2a-a7f1-9695044f6966,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:14.284905 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 on network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:09:14.285265 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Attempting to bind port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 on network 92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:14.289928 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:14.310473 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:09:14.310881 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Checking segment: {'id': 'd2fec5c0-0f5c-4814-86c5-8819b743ee03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:09:14.311743 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Bound using segment: {'id': 'd2fec5c0-0f5c-4814-86c5-8819b743ee03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:09:14.312098 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Bound port: 8e14b978-5e0b-4d2a-a7f1-9695044f6966, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fec5c0-0f5c-4814-86c5-8819b743ee03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:09:14.312385 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.316330 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8c44-4db7-4f46-91aa-4da40d51b488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.323042 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e66e4c2b-3d8a-4cff-8f3a-88a7980c54d5 req-8df88999-6459-42d6-87b0-1927ac061cf3 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 210 time: 0.3976715 Jun 22 04:09:14.347398 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c733c24e-8cf9-4a12-a60f-b8b25c5bdd9f req-941a73cb-ad23-47f2-8b49-aa02814baaaa tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.4190979 Jun 22 04:09:14.387199 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8c44-4db7-4f46-91aa-4da40d51b488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.472394 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.491700 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] For port 8e14b978-5e0b-4d2a-a7f1-9695044f6966, host hv-cinder-79738, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:09:14.499945 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] For port 8e14b978-5e0b-4d2a-a7f1-9695044f6966, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=8e14b978-5e0b-4d2a-a7f1-9695044f6966,segment=NetworkSegment(d2fec5c0-0f5c-4814-86c5-8819b743ee03),segment_id=d2fec5c0-0f5c-4814-86c5-8819b743ee03)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:09:14.532256 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.534879 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c99cf99a-23e4-469f-8bb9-ceed8be3b930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.791389 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc68f8-bd88-40bd-824d-1816535e6f2e req-cded7ba7-5d22-41a3-96d3-542a548ae4fa tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:14.792806 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cebc68f8-bd88-40bd-824d-1816535e6f2e req-cded7ba7-5d22-41a3-96d3-542a548ae4fa tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.1967664 Jun 22 04:09:14.834542 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cebc68f8-bd88-40bd-824d-1816535e6f2e req-0fae76ad-1878-4075-bee4-3c4ff97ad1bd tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347798 Jun 22 04:09:14.844233 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8c44-4db7-4f46-91aa-4da40d51b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.845458 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.846664 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c99cf99a-23e4-469f-8bb9-ceed8be3b930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.848375 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.849269 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8c44-4db7-4f46-91aa-4da40d51b488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.853040 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-e3ee8c44-4db7-4f46-91aa-4da40d51b488 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2b238ed-2636-4f68-9867-e64f3af25287 HTTP/1.1" status: 204 len: 168 time: 0.8297620 Jun 22 04:09:14.861150 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1d8c4a89-cf82-4c7a-a57a-65d9af746878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:14.937241 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:14.955106 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c99cf99a-23e4-469f-8bb9-ceed8be3b930 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9961a81b178b4203a3617cf539099d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0029633 Jun 22 04:09:14.966863 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:14.967669 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:14.969776 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e14b978-5e0b-4d2a-a7f1-9695044f6966 HTTP/1.1" status: 200 len: 1093 time: 2.7525756 Jun 22 04:09:14.972821 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44386) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:14.975272 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f306b5da-2c2b-4d04-bf90-6a49a6a958a1', 'tag': '8e14b978-5e0b-4d2a-a7f1-9695044f6966'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:09:15.016924 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Network d0037549-33e9-47fd-b926-657b94142ef4 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:15.029837 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:15.046589 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:09:15.054359 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:15.055312 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:15.069711 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Pushing event updated for resources: {'Port': ['ID=864b2d94-2be0-4fa5-af16-841be4b5b3b7,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:15.093419 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:15.102696 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee8c44-4db7-4f46-91aa-4da40d51b488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b238ed-2636-4f68-9867-e64f3af25287,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:15.220124 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cf99a-23e4-469f-8bb9-ceed8be3b930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee505eea-5d26-4e15-84c3-8aca4a3211e0,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:15.252926 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02915eb1-571e-4662-ad33-cc6c05034aec {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:09:15.255172 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c99cf99a-23e4-469f-8bb9-ceed8be3b930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:15.255943 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ae42c101-986b-4e56-8e02-da0140d76a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:15.273395 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0575173 Jun 22 04:09:15.284396 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:15.320633 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e14b978-5e0b-4d2a-a7f1-9695044f6966,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:15.332841 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:15.335557 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7d7c67dad2593764b1dd16f1909c2ebf0072521af5fc1f951a63f23506520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3e0c5c-bf1f-438a-9428-57ec39753a92" -d '{"events": [{"name": "network-changed", "server_uuid": "f306b5da-2c2b-4d04-bf90-6a49a6a958a1", "tag": "8e14b978-5e0b-4d2a-a7f1-9695044f6966"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:09:15.337828 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:15.338224 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:15.338403 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Transition to ACTIVE for port object 02915eb1-571e-4662-ad33-cc6c05034aec will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:15.361503 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-352f8d04-29e2-481b-9b91-192eb3ab7a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:15.443136 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:15.447635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:15.609619 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-352f8d04-29e2-481b-9b91-192eb3ab7a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:15.641059 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Pushing event updated for resources: {'Port': ['ID=02915eb1-571e-4662-ad33-cc6c05034aec,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:15.694499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:15.761762 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec01a9-4818-4211-a3c1-db0005c61603 x-openstack-request-id: req-cdec01a9-4818-4211-a3c1-db0005c61603 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:09:15.766125 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f306b5da-2c2b-4d04-bf90-6a49a6a958a1", "tag": "8e14b978-5e0b-4d2a-a7f1-9695044f6966", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:09:15.766125 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdec01a9-4818-4211-a3c1-db0005c61603 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:09:15.766125 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f306b5da-2c2b-4d04-bf90-6a49a6a958a1', 'tag': '8e14b978-5e0b-4d2a-a7f1-9695044f6966', 'status': 'completed', 'code': 200} Jun 22 04:09:15.769882 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Attempting to bind port 02915eb1-571e-4662-ad33-cc6c05034aec on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:09:15.770332 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Attempting to bind port 02915eb1-571e-4662-ad33-cc6c05034aec by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:09:15.776532 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Attempting to bind port 02915eb1-571e-4662-ad33-cc6c05034aec on network d0037549-33e9-47fd-b926-657b94142ef4 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:15.781330 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Port 02915eb1-571e-4662-ad33-cc6c05034aec on network d0037549-33e9-47fd-b926-657b94142ef4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:09:15.781681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Attempting to bind port 02915eb1-571e-4662-ad33-cc6c05034aec on network d0037549-33e9-47fd-b926-657b94142ef4 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:15.789489 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:09:15.789851 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Checking segment: {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:09:15.790462 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Bound using segment: {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:09:15.790839 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-352f8d04-29e2-481b-9b91-192eb3ab7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:15.790963 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Bound port: 02915eb1-571e-4662-ad33-cc6c05034aec, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:09:15.791282 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:15.796094 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-352f8d04-29e2-481b-9b91-192eb3ab7a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:15.797612 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-352f8d04-29e2-481b-9b91-192eb3ab7a93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee505eea-5d26-4e15-84c3-8aca4a3211e0 HTTP/1.1" status: 204 len: 168 time: 0.6972387 Jun 22 04:09:15.798770 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-379f0d28-9369-4827-9d5d-17857398a5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:15.813572 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f8d04-29e2-481b-9b91-192eb3ab7a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee505eea-5d26-4e15-84c3-8aca4a3211e0,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:15.829940 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-352f8d04-29e2-481b-9b91-192eb3ab7a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:15.830548 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fa5d3-61ad-449a-b7a0-ced7869871d7 req-e5afc7f0-7840-43fb-a800-49ff131cca65 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:15.837568 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae5fa5d3-61ad-449a-b7a0-ced7869871d7 req-e5afc7f0-7840-43fb-a800-49ff131cca65 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.2630804 Jun 22 04:09:15.927184 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae5fa5d3-61ad-449a-b7a0-ced7869871d7 req-297d359b-8446-4bc4-a760-019921a76219 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887427 Jun 22 04:09:15.935601 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] For port 02915eb1-571e-4662-ad33-cc6c05034aec, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:09:15.950164 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] For port 02915eb1-571e-4662-ad33-cc6c05034aec, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=02915eb1-571e-4662-ad33-cc6c05034aec,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:09:16.011427 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-344ea5bf-80ce-4ac1-a1db-c808518ab6f6 req-a8059a4c-93d2-4633-9317-c62abba34072 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0352640 Jun 22 04:09:16.025992 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:16.025992 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:16.080792 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:16.081413 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:16.083224 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] 10.222.0.26 "PUT /v2.0/ports/02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 200 len: 1093 time: 2.0940201 Jun 22 04:09:16.083329 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4641951-81cc-44e7-89c6-cb02140e0990', 'tag': '02915eb1-571e-4662-ad33-cc6c05034aec'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:09:16.212465 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Pushing event updated for resources: {'Port': ['ID=02915eb1-571e-4662-ad33-cc6c05034aec,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:16.216555 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:16.280940 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2afef9-2e44-4293-a7a5-b70f361a8b32 req-18050ba5-5837-4eee-86ea-37be1a842ad9 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:16.282320 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a2afef9-2e44-4293-a7a5-b70f361a8b32 req-18050ba5-5837-4eee-86ea-37be1a842ad9 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.1220567 Jun 22 04:09:16.354984 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a2afef9-2e44-4293-a7a5-b70f361a8b32 req-1bd507be-9150-492d-9e64-eed81b8bc532 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614574 Jun 22 04:09:16.476478 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d93793f-01b0-4d7b-9b9c-0e31b641d961" -d '{"events": [{"name": "network-changed", "server_uuid": "f4641951-81cc-44e7-89c6-cb02140e0990", "tag": "02915eb1-571e-4662-ad33-cc6c05034aec"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:09:16.610158 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a39f506-bc63-4e59-be5c-7e472ec0260f x-openstack-request-id: req-1a39f506-bc63-4e59-be5c-7e472ec0260f {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:09:16.610284 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4641951-81cc-44e7-89c6-cb02140e0990", "tag": "02915eb1-571e-4662-ad33-cc6c05034aec", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:09:16.610553 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a39f506-bc63-4e59-be5c-7e472ec0260f {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:09:16.611043 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4641951-81cc-44e7-89c6-cb02140e0990', 'tag': '02915eb1-571e-4662-ad33-cc6c05034aec', 'status': 'completed', 'code': 200} Jun 22 04:09:16.802030 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44458) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:16.819112 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-933e2105-9df0-4b23-acd7-ef02dfc75200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:16.944133 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-933e2105-9df0-4b23-acd7-ef02dfc75200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:17.026162 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-933e2105-9df0-4b23-acd7-ef02dfc75200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:17.032975 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-94d935de-21da-473e-bde8-ef0cc8d71505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:17.106241 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e2105-9df0-4b23-acd7-ef02dfc75200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615d5653-e6f3-4eab-a2e7-28b69108ec45,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:17.135760 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-933e2105-9df0-4b23-acd7-ef02dfc75200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:17.145044 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-933e2105-9df0-4b23-acd7-ef02dfc75200 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=263fbf88ec9e4f408462b1947dfac978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387139 Jun 22 04:09:17.145822 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44468) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:17.223511 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b1144478-5b08-465b-ac85-a9ef86ae722b req-bb5940c6-3b1e-4e40-b818-835632b0b85c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0476975 Jun 22 04:09:17.261982 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fd2b5520-a780-4954-9c5b-8bc7486958e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:17.287554 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fd2b5520-a780-4954-9c5b-8bc7486958e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:17.299551 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447c2c2-57d8-4ab5-94ae-0a6983690475 req-654291b5-ae38-47a2-9ab4-f209bb5d599b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:17.301408 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1447c2c2-57d8-4ab5-94ae-0a6983690475 req-654291b5-ae38-47a2-9ab4-f209bb5d599b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.2054210 Jun 22 04:09:17.362805 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1447c2c2-57d8-4ab5-94ae-0a6983690475 req-18286b89-7f7c-45e6-b317-06c20454eda2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510199 Jun 22 04:09:17.447917 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fd2b5520-a780-4954-9c5b-8bc7486958e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:17.450882 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fd2b5520-a780-4954-9c5b-8bc7486958e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:17.452017 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-fd2b5520-a780-4954-9c5b-8bc7486958e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/615d5653-e6f3-4eab-a2e7-28b69108ec45 HTTP/1.1" status: 204 len: 168 time: 0.3051934 Jun 22 04:09:17.452685 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:17.463671 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b5520-a780-4954-9c5b-8bc7486958e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615d5653-e6f3-4eab-a2e7-28b69108ec45,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:17.466541 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-fd2b5520-a780-4954-9c5b-8bc7486958e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:17.556220 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c165c-cdae-4d12-beeb-e1cadf31c805 req-f2cf89bf-66ba-4b21-9391-bb768ba22607 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:17.557335 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e33c165c-cdae-4d12-beeb-e1cadf31c805 req-f2cf89bf-66ba-4b21-9391-bb768ba22607 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0975742 Jun 22 04:09:17.602677 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e33c165c-cdae-4d12-beeb-e1cadf31c805 req-94e1a518-7411-4dbe-9bc4-4967bbd9ba05 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379531 Jun 22 04:09:18.419900 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee952f02-cb8c-4575-bc18-0686d6fb4728 req-ef8b1739-4e8a-4f32-b98d-ebd79d75d101 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0653155 Jun 22 04:09:18.602433 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20c3b-d8c9-4dc8-a3e4-13875f65cc2c req-fa52fa38-66b8-4d7b-8145-1179b5ff9b0a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:18.606877 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76d20c3b-d8c9-4dc8-a3e4-13875f65cc2c req-fa52fa38-66b8-4d7b-8145-1179b5ff9b0a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.0950608 Jun 22 04:09:18.663019 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76d20c3b-d8c9-4dc8-a3e4-13875f65cc2c req-129ff14b-358a-44a3-9aa5-06fe0442045f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499749 Jun 22 04:09:18.868971 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0735870-d779-4a54-9835-3d36a84e2752 req-e33d0626-f204-4fe6-868e-ac56712046ca tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:18.872670 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0735870-d779-4a54-9835-3d36a84e2752 req-e33d0626-f204-4fe6-868e-ac56712046ca tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0859871 Jun 22 04:09:18.932330 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0735870-d779-4a54-9835-3d36a84e2752 req-1e2d8a9e-1458-4874-a196-01fff789738a tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489128 Jun 22 04:09:19.357582 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44542) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:19.465241 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-383d98e2-7243-487c-8920-413c5558bd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:19.557486 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-383d98e2-7243-487c-8920-413c5558bd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:19.559839 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4813c814-f8fb-48cf-a49d-a8edd34f083e req-aabf2698-f23d-4b90-8970-af979a7e12d2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0294304 Jun 22 04:09:19.630883 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-383d98e2-7243-487c-8920-413c5558bd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:19.635391 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:19.672365 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d98e2-7243-487c-8920-413c5558bd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c276c9-6329-4dbb-bcad-a61c473feb5f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:19.676805 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-383d98e2-7243-487c-8920-413c5558bd8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e30d6c0d5f854778b6caa32d6397f427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180711 Jun 22 04:09:19.677764 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-383d98e2-7243-487c-8920-413c5558bd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:19.679920 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44556) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:19.740701 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c7cefd3-447e-429e-873a-d3828d5b83aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:19.762109 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c7cefd3-447e-429e-873a-d3828d5b83aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:19.887784 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c7cefd3-447e-429e-873a-d3828d5b83aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:19.890898 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c7cefd3-447e-429e-873a-d3828d5b83aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:19.894668 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-0c7cefd3-447e-429e-873a-d3828d5b83aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41c276c9-6329-4dbb-bcad-a61c473feb5f HTTP/1.1" status: 204 len: 168 time: 0.2115328 Jun 22 04:09:19.894668 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:19.907901 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cefd3-447e-429e-873a-d3828d5b83aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c276c9-6329-4dbb-bcad-a61c473feb5f,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:19.910272 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0c7cefd3-447e-429e-873a-d3828d5b83aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:19.992499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1499e-7312-405d-b77a-bd3abb7dce5a req-24ef5fe7-991e-4464-b67f-0b41ce12eb2e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:19.994518 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-31f1499e-7312-405d-b77a-bd3abb7dce5a req-24ef5fe7-991e-4464-b67f-0b41ce12eb2e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.1206431 Jun 22 04:09:20.076641 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-31f1499e-7312-405d-b77a-bd3abb7dce5a req-c25dbcb6-6909-4993-87f2-f2767d30c4ab tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Jun 22 04:09:20.164932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49769dfe-e971-4682-9314-04939437644b req-e988bf94-4982-4491-ad28-c4c2ca88adba tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:20.170282 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-49769dfe-e971-4682-9314-04939437644b req-e988bf94-4982-4491-ad28-c4c2ca88adba tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0775864 Jun 22 04:09:20.242687 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-49769dfe-e971-4682-9314-04939437644b req-cf114b7c-6a04-462c-b7a7-fd3e131354dd tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Jun 22 04:09:20.702926 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab0c1f0f-5a3a-48d6-9580-0ca3120b83e2 req-239c1f6f-cd84-476a-8fab-9d7031f6eeab tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0302148 Jun 22 04:09:20.732645 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 44596) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:20.745446 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8da9-d2e9-421d-b0bf-6ccd218a88b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:20.837774 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8da9-d2e9-421d-b0bf-6ccd218a88b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:20.944713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8da9-d2e9-421d-b0bf-6ccd218a88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:20.948148 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2fc240ab-ab38-45b3-97a7-12c37136d775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:20.987798 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6f7a8da9-d2e9-421d-b0bf-6ccd218a88b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7303eb9159584f728eb523c0e4fb9496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540891 Jun 22 04:09:20.988676 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a8da9-d2e9-421d-b0bf-6ccd218a88b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a32d6-8b3d-4bf4-8cdd-f1ea9e3b5a6f,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:20.990649 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44612) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:21.002437 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6f7a8da9-d2e9-421d-b0bf-6ccd218a88b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:21.049254 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-edcddf66-72cd-4a5c-817c-ae84ead13a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:21.079399 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-edcddf66-72cd-4a5c-817c-ae84ead13a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:21.188128 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-edcddf66-72cd-4a5c-817c-ae84ead13a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:21.190762 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-edcddf66-72cd-4a5c-817c-ae84ead13a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:21.194743 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-edcddf66-72cd-4a5c-817c-ae84ead13a34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c1a32d6-8b3d-4bf4-8cdd-f1ea9e3b5a6f HTTP/1.1" status: 204 len: 168 time: 0.2001166 Jun 22 04:09:21.194743 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:21.201396 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcddf66-72cd-4a5c-817c-ae84ead13a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a32d6-8b3d-4bf4-8cdd-f1ea9e3b5a6f,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:21.203629 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-edcddf66-72cd-4a5c-817c-ae84ead13a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:21.255322 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd24586-d63f-431e-8b60-7a885a968162 req-3d357608-549b-4ef7-b4a9-112c17ee4c81 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:21.256805 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6dd24586-d63f-431e-8b60-7a885a968162 req-3d357608-549b-4ef7-b4a9-112c17ee4c81 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.0788729 Jun 22 04:09:21.306656 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6dd24586-d63f-431e-8b60-7a885a968162 req-c2dc1f2b-4665-45a3-b5a5-1e09d3aee885 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Jun 22 04:09:21.345012 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a2833386-d1ad-4a27-af46-48d8cbdcaf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:21.442997 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203013f-9c94-417e-94a1-8210fe134bd7 req-81fd5e62-bf9b-4717-b71b-967d08f7bc65 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:21.444460 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6203013f-9c94-417e-94a1-8210fe134bd7 req-81fd5e62-bf9b-4717-b71b-967d08f7bc65 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0657609 Jun 22 04:09:21.481848 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6203013f-9c94-417e-94a1-8210fe134bd7 req-00a1238e-e22f-4839-8762-2546e5653e3e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Jun 22 04:09:21.850719 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b52d288a-c8fd-43c3-8139-a83b9af7c357 req-642ec1cc-4e1f-4145-9c44-6bf23386b98e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0362909 Jun 22 04:09:22.529069 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b81a3f-6647-48b3-aef5-f5a657f796d3 req-dc817216-c2b2-4f57-9624-3ae17ff008ef tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:22.530792 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32b81a3f-6647-48b3-aef5-f5a657f796d3 req-dc817216-c2b2-4f57-9624-3ae17ff008ef tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.0718489 Jun 22 04:09:22.584448 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32b81a3f-6647-48b3-aef5-f5a657f796d3 req-6b0b7352-80bb-487c-b4c8-3f423b97dc52 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Jun 22 04:09:22.714953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829c370-45ce-4d3b-9603-9048d85b3e45 req-63b4a686-afe5-44eb-829e-4d0c50d9801e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:22.717167 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0829c370-45ce-4d3b-9603-9048d85b3e45 req-63b4a686-afe5-44eb-829e-4d0c50d9801e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0877404 Jun 22 04:09:22.759094 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0829c370-45ce-4d3b-9603-9048d85b3e45 req-1b2ba900-9506-4322-9ad0-5a79a15ea68d tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347724 Jun 22 04:09:23.006533 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df03f4d7-0771-4efe-a3dd-91ec35c255fc req-4709ecd9-4f22-4323-9d7f-4a2ac0741543 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0300112 Jun 22 04:09:23.785947 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f58761-a98e-4cfa-98c7-5f3636bfd067 req-43ddb1e5-a968-43b8-a172-6b7d78752811 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:23.799352 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-82f58761-a98e-4cfa-98c7-5f3636bfd067 req-43ddb1e5-a968-43b8-a172-6b7d78752811 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.0859132 Jun 22 04:09:23.852758 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-82f58761-a98e-4cfa-98c7-5f3636bfd067 req-e79106fa-1af9-45d7-b908-3eaf6c5d148c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459125 Jun 22 04:09:23.878313 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cbda713f-7e88-400e-987d-caaf07ec389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:23.998614 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce539c2-ba76-41d1-96c4-de7005f5172c req-27e44694-1905-472d-9d5c-d608fad1a330 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:24.000305 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ce539c2-ba76-41d1-96c4-de7005f5172c req-27e44694-1905-472d-9d5c-d608fad1a330 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0757754 Jun 22 04:09:24.216618 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:24.270046 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23439285-bb69-49f1-a1ad-d99c0dc3e538 req-66943f24-10d6-4ce2-b03b-813d7c74b7c3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0388865 Jun 22 04:09:24.277874 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ce539c2-ba76-41d1-96c4-de7005f5172c req-50ffe556-6ec9-46ba-a30e-67ff67e70017 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706404 Jun 22 04:09:24.505932 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44764) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:24.615136 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8c85dc0e-fed0-48dc-9956-4cacdac79009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:24.704721 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8c85dc0e-fed0-48dc-9956-4cacdac79009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:24.767370 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8c85dc0e-fed0-48dc-9956-4cacdac79009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:24.770959 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:24.807718 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8c85dc0e-fed0-48dc-9956-4cacdac79009 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=960b52749b39424380a073c12718c99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984276 Jun 22 04:09:24.807718 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85dc0e-fed0-48dc-9956-4cacdac79009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1814f84-4f45-4cc7-812a-ea510dbfd5cc,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:24.808549 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 44770) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:24.810311 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8c85dc0e-fed0-48dc-9956-4cacdac79009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:24.858429 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-27926fc0-eaaa-43c6-8196-d3621142fce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:24.878604 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-27926fc0-eaaa-43c6-8196-d3621142fce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:25.041164 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-27926fc0-eaaa-43c6-8196-d3621142fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:25.062216 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-27926fc0-eaaa-43c6-8196-d3621142fce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:25.062216 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-27926fc0-eaaa-43c6-8196-d3621142fce4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1814f84-4f45-4cc7-812a-ea510dbfd5cc HTTP/1.1" status: 204 len: 168 time: 0.2366250 Jun 22 04:09:25.062216 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955ba24-3218-49be-b3dd-1c217cb941cc req-db84be02-e96f-437a-b9f2-bebf03a6fc86 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:25.062216 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1955ba24-3218-49be-b3dd-1c217cb941cc req-db84be02-e96f-437a-b9f2-bebf03a6fc86 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.0918636 Jun 22 04:09:25.062216 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4fe7b0cb-b8d6-41cc-9339-63cdc7e757a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:25.081100 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27926fc0-eaaa-43c6-8196-d3621142fce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1814f84-4f45-4cc7-812a-ea510dbfd5cc,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:25.084114 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-27926fc0-eaaa-43c6-8196-d3621142fce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:25.111641 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1955ba24-3218-49be-b3dd-1c217cb941cc req-7cd7afb0-a3c4-4bda-93ef-54493529f8b6 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482032 Jun 22 04:09:25.233690 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:25.451313 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-669204bd-e26c-443e-a2f5-09d85e8a7a28 req-f4d3fc81-529a-4996-b243-dc3f834e8f71 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0558057 Jun 22 04:09:25.489568 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df834f-d774-4dd0-931e-b1025058b03a req-afef932a-86d7-4e41-af2e-e8e1509f8c92 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:25.492711 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5df834f-d774-4dd0-931e-b1025058b03a req-afef932a-86d7-4e41-af2e-e8e1509f8c92 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0944352 Jun 22 04:09:25.533231 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5df834f-d774-4dd0-931e-b1025058b03a req-82ea7896-9a22-4287-8476-46ae3388b3e0 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363722 Jun 22 04:09:25.869684 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44792) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:25.883262 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4743757f-683b-4240-adee-27dcf57c0a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:25.972429 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4743757f-683b-4240-adee-27dcf57c0a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:26.036244 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4743757f-683b-4240-adee-27dcf57c0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:26.039754 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b2865c58-95c8-485f-9ed1-98140f4f057a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:26.076025 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4743757f-683b-4240-adee-27dcf57c0a05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64b230b034134b8988f3461e7aa55bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048795 Jun 22 04:09:26.076905 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743757f-683b-4240-adee-27dcf57c0a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a2634-24a2-492e-b147-02dcec300bd5,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:26.078532 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 44800) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:26.080168 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4743757f-683b-4240-adee-27dcf57c0a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:26.138522 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1ed38272-1687-4641-b0a3-535b8e05cc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:26.160717 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1ed38272-1687-4641-b0a3-535b8e05cc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:26.311747 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c78fb-7305-43e8-996e-cb1b066ee704 req-b99fdf4d-b0b2-4fa8-92c8-925d6e703101 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:26.313328 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d04c78fb-7305-43e8-996e-cb1b066ee704 req-b99fdf4d-b0b2-4fa8-92c8-925d6e703101 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.0734072 Jun 22 04:09:26.314451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1ed38272-1687-4641-b0a3-535b8e05cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:26.317581 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1ed38272-1687-4641-b0a3-535b8e05cc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:26.318632 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-1ed38272-1687-4641-b0a3-535b8e05cc2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af6a2634-24a2-492e-b147-02dcec300bd5 HTTP/1.1" status: 204 len: 168 time: 0.2293365 Jun 22 04:09:26.319271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:26.351807 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed38272-1687-4641-b0a3-535b8e05cc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a2634-24a2-492e-b147-02dcec300bd5,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:26.361811 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1ed38272-1687-4641-b0a3-535b8e05cc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:26.384952 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d04c78fb-7305-43e8-996e-cb1b066ee704 req-7d6bbd2d-4808-4e32-af09-cd51021d7ba9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Jun 22 04:09:26.487918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Request body: {'port': {'device_id': '28c2e502-090f-43f4-bd0a-a5a3971846d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:26.522642 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:26.639964 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e0c5c-bf1f-438a-9428-57ec39753a92 req-66a83df5-f94f-4272-8ebc-f84a2e69fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:26.642238 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-fb3e0c5c-bf1f-438a-9428-57ec39753a92 req-66a83df5-f94f-4272-8ebc-f84a2e69fac9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5326ddf2134941618822ff9dce13209f&device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 1096 time: 0.1071925 Jun 22 04:09:26.674678 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.26', 51224) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:26.792932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:26.837699 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7c28cb3d-103f-4c70-ad07-69535041e82d req-f81536ac-a6ff-4591-ae3f-56a87384f8a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.1620359 Jun 22 04:09:26.849898 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e0c5c-bf1f-438a-9428-57ec39753a92 req-3ad18c60-6055-418a-8f93-9d832dbb4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:26.851404 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-fb3e0c5c-bf1f-438a-9428-57ec39753a92 req-3ad18c60-6055-418a-8f93-9d832dbb4ccb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5326ddf2134941618822ff9dce13209f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1944699 Jun 22 04:09:26.867009 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-7ce105a6-7fe1-4b9c-bfea-54f20fbb31c9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:26.868443 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-7ce105a6-7fe1-4b9c-bfea-54f20fbb31c9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 811 time: 0.3229628 Jun 22 04:09:26.990920 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922d0f-89ec-4363-899a-73106e6f0e0d req-0659b460-3f97-4a64-b8f9-cc93c88a3eb4 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:26.999602 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61922d0f-89ec-4363-899a-73106e6f0e0d req-0659b460-3f97-4a64-b8f9-cc93c88a3eb4 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.3201320 Jun 22 04:09:27.041972 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93793f-01b0-4d7b-9b9c-0e31b641d961 req-26adc677-2218-487e-9e9c-02656973f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:27.047516 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d93793f-01b0-4d7b-9b9c-0e31b641d961 req-26adc677-2218-487e-9e9c-02656973f5be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1096 time: 0.3639605 Jun 22 04:09:27.055255 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-844283e2-4a5d-4dd8-85cb-8334ef5d3acc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bacf3fdd9365495585f427dea61b7c3b HTTP/1.1" status: 200 len: 379 time: 0.1646550 Jun 22 04:09:27.084239 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'port': {'device_id': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'admin_state_up': True, 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'security_groups': ['38abc40d-76ab-4145-b445-ce71469f8fb1']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:27.087867 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e0c5c-bf1f-438a-9428-57ec39753a92 req-51ed90c2-8bd5-4cdb-b050-afdbf9b3e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:27.087867 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-fb3e0c5c-bf1f-438a-9428-57ec39753a92 req-51ed90c2-8bd5-4cdb-b050-afdbf9b3e464 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2279239 Jun 22 04:09:27.265996 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61922d0f-89ec-4363-899a-73106e6f0e0d req-0f1465dc-e8b5-495d-a76d-bd86a92b9fa5 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663922 Jun 22 04:09:27.270698 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-fa85c143-8cbf-48b6-ae01-f7de34ae832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:27.272572 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-fa85c143-8cbf-48b6-ae01-f7de34ae832c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5326ddf2134941618822ff9dce13209f&device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 1096 time: 0.0869069 Jun 22 04:09:27.420968 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93793f-01b0-4d7b-9b9c-0e31b641d961 req-e40fc570-8dca-435c-8d90-12c1ee574514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:27.422618 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d93793f-01b0-4d7b-9b9c-0e31b641d961 req-e40fc570-8dca-435c-8d90-12c1ee574514 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6c52284532b44669b9b19265f960b406&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3509951 Jun 22 04:09:27.517936 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-6f887e1e-e667-46fa-abab-bb3ad3fb8a2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e14b978-5e0b-4d2a-a7f1-9695044f6966 HTTP/1.1" status: 200 len: 217 time: 0.0697761 Jun 22 04:09:27.591318 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-f1838b5f-bd3a-4e65-b890-6a1270c46b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:27.593092 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-f1838b5f-bd3a-4e65-b890-6a1270c46b68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81365dbb-1d19-4884-b6b8-33f7d7c02fb3 HTTP/1.1" status: 200 len: 852 time: 0.0795648 Jun 22 04:09:27.642230 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-74619ab8-80e7-4d65-9826-e59f3d75083b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423687 Jun 22 04:09:27.744070 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-461c7ed0-eded-4043-9bd1-b61f18b2a658 service neutron] 10.222.0.26 "GET /v2.0/networks/92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945489 Jun 22 04:09:27.836781 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Made reservation on behalf of bacf3fdd9365495585f427dea61b7c3b for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:09:27.840838 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:27.851449 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-ea0a19ce-d0f3-4942-8185-1296f197dd7b service neutron] 10.222.0.26 "GET /v2.0/networks/92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007595 Jun 22 04:09:27.878422 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864b2d94-2be0-4fa5-af16-841be4b5b3b7 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:09:27.944844 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:28.003168 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93793f-01b0-4d7b-9b9c-0e31b641d961 req-99d4434c-90ba-4c83-9d89-b3093dd9fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:28.004739 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d93793f-01b0-4d7b-9b9c-0e31b641d961 req-99d4434c-90ba-4c83-9d89-b3093dd9fc0a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5526910 Jun 22 04:09:28.005652 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Transition to ACTIVE for port object 864b2d94-2be0-4fa5-af16-841be4b5b3b7 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:28.051109 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-404f4e7c-0810-4eaf-acb9-5686f3339ed0 req-487f2308-0f70-4b0b-8b54-8421d068a886 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0507181 Jun 22 04:09:28.077880 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0679a8c-8f25-491e-a247-45c88e34a82d req-5e05da90-3cf1-4dfa-9d74-7b88c8e4abe3 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:28.079315 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0679a8c-8f25-491e-a247-45c88e34a82d req-5e05da90-3cf1-4dfa-9d74-7b88c8e4abe3 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 931 time: 0.5154982 Jun 22 04:09:28.100359 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:28.117289 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fa644e95-b241-4e03-9bf3-e4f9e3b2df63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:28.212354 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Allocated IP 172.20.0.4 (80c968be-0879-4bb6-80fa-b18a226c0db7/b3261322-9ab9-4df6-8e57-c31845b9e11e/20754ef1-9411-4ce7-8912-3bb006eb087d) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:09:28.234821 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0679a8c-8f25-491e-a247-45c88e34a82d req-0102f8f6-719a-4821-ad94-3d19cc5fecfb tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375966 Jun 22 04:09:28.252828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Pushing event updated for resources: {'Port': ['ID=864b2d94-2be0-4fa5-af16-841be4b5b3b7,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:28.256595 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:28.304688 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Attempting to bind port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:09:28.316665 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Attempting to bind port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:09:28.316665 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Attempting to bind port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 on network d0037549-33e9-47fd-b926-657b94142ef4 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:28.323365 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 on network d0037549-33e9-47fd-b926-657b94142ef4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:09:28.323697 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Attempting to bind port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 on network d0037549-33e9-47fd-b926-657b94142ef4 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:28.358103 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:09:28.358897 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Checking segment: {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:09:28.358897 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Bound using segment: {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:09:28.359283 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Bound port: 864b2d94-2be0-4fa5-af16-841be4b5b3b7, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97290b7e-68e4-44bc-a7b0-f416a194d3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:09:28.359605 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:28.496257 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:28.511640 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] For port 864b2d94-2be0-4fa5-af16-841be4b5b3b7, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:09:28.520655 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Transition to ACTIVE for port object 20754ef1-9411-4ce7-8912-3bb006eb087d will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:28.532732 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] For port 864b2d94-2be0-4fa5-af16-841be4b5b3b7, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=864b2d94-2be0-4fa5-af16-841be4b5b3b7,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:09:28.552192 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1b87-f779-4317-b76f-1e6a249fc388 req-0df307de-891c-440e-937a-ec1bc4fb7cd3 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:28.553571 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6fbc1b87-f779-4317-b76f-1e6a249fc388 req-0df307de-891c-440e-937a-ec1bc4fb7cd3 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.1442816 Jun 22 04:09:28.607347 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6fbc1b87-f779-4317-b76f-1e6a249fc388 req-77409849-9e21-41b0-b7d5-e0561a76e12c tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Jun 22 04:09:28.710923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:28.720389 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:28.745573 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:28.746217 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:28.747944 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] 10.222.0.26 "PUT /v2.0/ports/864b2d94-2be0-4fa5-af16-841be4b5b3b7 HTTP/1.1" status: 200 len: 1093 time: 2.2645206 Jun 22 04:09:28.748719 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2e502-090f-43f4-bd0a-a5a3971846d7', 'tag': '864b2d94-2be0-4fa5-af16-841be4b5b3b7'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:09:28.754702 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331f4c7-40bd-4484-b03a-847359b8fe2d" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2e502-090f-43f4-bd0a-a5a3971846d7", "tag": "864b2d94-2be0-4fa5-af16-841be4b5b3b7"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:09:28.780559 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Pushing event updated for resources: {'Port': ['ID=864b2d94-2be0-4fa5-af16-841be4b5b3b7,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:28.791230 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:28.792957 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:28.796807 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0a548ce3-745b-472e-994b-d5ca1848dfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:28.843085 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:09:28.847080 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:09:28.851025 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:09:28.856982 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:28.857613 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:28.873453 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'Port': ['ID=20754ef1-9411-4ce7-8912-3bb006eb087d,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:28.889285 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6612fe9-e1f5-4acc-890a-6f632e1cc026 x-openstack-request-id: req-b6612fe9-e1f5-4acc-890a-6f632e1cc026 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:09:28.889643 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2e502-090f-43f4-bd0a-a5a3971846d7", "tag": "864b2d94-2be0-4fa5-af16-841be4b5b3b7", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:09:28.889928 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6612fe9-e1f5-4acc-890a-6f632e1cc026 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:09:28.899463 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c2e502-090f-43f4-bd0a-a5a3971846d7', 'tag': '864b2d94-2be0-4fa5-af16-841be4b5b3b7', 'status': 'completed', 'code': 200} Jun 22 04:09:28.899841 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:28.964586 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8940148 Jun 22 04:09:29.205537 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-edf3b6ab-a14d-41d5-a9f5-1a9a7cf4fcd6 None None] Provisioning for port 20754ef1-9411-4ce7-8912-3bb006eb087d completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:29.211126 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-edf3b6ab-a14d-41d5-a9f5-1a9a7cf4fcd6 None None] Provisioning complete for port 20754ef1-9411-4ce7-8912-3bb006eb087d triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:29.215383 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-edf3b6ab-a14d-41d5-a9f5-1a9a7cf4fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:29.237893 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52f38-27bd-4464-9577-1dd70831d7ee req-d37dee4f-4536-43fd-8cc5-12f71fcc78a7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:29.245729 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89c52f38-27bd-4464-9577-1dd70831d7ee req-d37dee4f-4536-43fd-8cc5-12f71fcc78a7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 931 time: 0.0806067 Jun 22 04:09:29.255805 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-edf3b6ab-a14d-41d5-a9f5-1a9a7cf4fcd6 None None] Port 20754ef1-9411-4ce7-8912-3bb006eb087d cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:09:29.298794 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89c52f38-27bd-4464-9577-1dd70831d7ee req-688c106b-c851-46bd-b176-c6581ae0aedc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514505 Jun 22 04:09:29.378363 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44942) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:29.438440 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6753f-cfec-4e32-b7eb-349df2cd7177 req-c8804981-ec84-40ad-b9e7-2124f3b35adc tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:29.440041 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c0a6753f-cfec-4e32-b7eb-349df2cd7177 req-c8804981-ec84-40ad-b9e7-2124f3b35adc tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.0650938 Jun 22 04:09:29.477600 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c0a6753f-cfec-4e32-b7eb-349df2cd7177 req-4ad62ab9-fa67-4285-afaa-92129686b320 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Jun 22 04:09:29.489766 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-26c475d3-c5c2-4790-9694-b12512428b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:29.569424 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-26c475d3-c5c2-4790-9694-b12512428b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:29.662322 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-26c475d3-c5c2-4790-9694-b12512428b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:29.667869 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0c7cefd3-447e-429e-873a-d3828d5b83aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:29.703426 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-26c475d3-c5c2-4790-9694-b12512428b11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c87c6e1735fb4b12835b695977d1274a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238020 Jun 22 04:09:29.704275 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c475d3-c5c2-4790-9694-b12512428b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6982fa5-5d3f-4f80-9767-f9ad698c76e4,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:29.705996 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 44948) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:29.707948 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-26c475d3-c5c2-4790-9694-b12512428b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:29.802030 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad15fe2a-e752-4b05-bd7a-276b8827b3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:29.823777 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7bf50-70d5-493f-9319-e689e4023daa req-a42a91c1-0cb1-4e85-834b-4a35fcfd57f2 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:29.825164 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9b7bf50-70d5-493f-9319-e689e4023daa req-a42a91c1-0cb1-4e85-834b-4a35fcfd57f2 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.1107297 Jun 22 04:09:29.834923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad15fe2a-e752-4b05-bd7a-276b8827b3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:29.888449 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9b7bf50-70d5-493f-9319-e689e4023daa req-ef450580-5603-4eac-ac0a-7babf06b4858 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560365 Jun 22 04:09:30.047141 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad15fe2a-e752-4b05-bd7a-276b8827b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:30.050060 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad15fe2a-e752-4b05-bd7a-276b8827b3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:30.051197 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ad15fe2a-e752-4b05-bd7a-276b8827b3a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6982fa5-5d3f-4f80-9767-f9ad698c76e4 HTTP/1.1" status: 204 len: 168 time: 0.3440900 Jun 22 04:09:30.051978 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9c7a5f95-c8b2-4803-bb3f-6d4fb65d74b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:30.059376 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15fe2a-e752-4b05-bd7a-276b8827b3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6982fa5-5d3f-4f80-9767-f9ad698c76e4,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:30.061841 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ad15fe2a-e752-4b05-bd7a-276b8827b3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:30.497074 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcdab7-06de-432d-bbce-42afa2edaf0f req-70f55cef-9ee9-41bb-b4cb-d81800b548f2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:30.498586 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00fcdab7-06de-432d-bbce-42afa2edaf0f req-70f55cef-9ee9-41bb-b4cb-d81800b548f2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 931 time: 0.0658770 Jun 22 04:09:30.549297 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00fcdab7-06de-432d-bbce-42afa2edaf0f req-d5210826-cf26-41ae-8269-4646a7bb2675 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361059 Jun 22 04:09:30.666764 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5ee7b-8135-4d07-8663-d0655192d74c req-7df4ad53-66c9-467a-ad1e-1e44726c946b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:30.668833 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4aa5ee7b-8135-4d07-8663-d0655192d74c req-7df4ad53-66c9-467a-ad1e-1e44726c946b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.0643940 Jun 22 04:09:30.685738 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44976) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:30.698916 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d595b902-085f-4f0b-a0b5-ae80daf7bd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:30.710004 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4aa5ee7b-8135-4d07-8663-d0655192d74c req-54658d0f-81ed-42fb-bc6a-8222aad8d2f7 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352077 Jun 22 04:09:30.787478 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d595b902-085f-4f0b-a0b5-ae80daf7bd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:30.850816 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d595b902-085f-4f0b-a0b5-ae80daf7bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:30.853322 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:30.888269 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d595b902-085f-4f0b-a0b5-ae80daf7bd89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaa25f401cbb4c638301af464f8366b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014370 Jun 22 04:09:30.889140 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595b902-085f-4f0b-a0b5-ae80daf7bd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b519934-b5ae-4545-800c-d7300791ff8e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:30.891120 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 44980) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:30.892252 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d595b902-085f-4f0b-a0b5-ae80daf7bd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:30.941297 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-18d19b9c-3c05-4316-9651-dc8bb8449005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:30.962391 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-18d19b9c-3c05-4316-9651-dc8bb8449005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:31.062377 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb6f4-c2ec-4f84-816e-f6fca1560a30 req-4b2e9af2-2749-45b3-ab9f-67ad86dcd3f3 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:31.063799 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-068bb6f4-c2ec-4f84-816e-f6fca1560a30 req-4b2e9af2-2749-45b3-ab9f-67ad86dcd3f3 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0626922 Jun 22 04:09:31.090856 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-18d19b9c-3c05-4316-9651-dc8bb8449005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:31.097899 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-18d19b9c-3c05-4316-9651-dc8bb8449005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:31.099004 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-18d19b9c-3c05-4316-9651-dc8bb8449005 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b519934-b5ae-4545-800c-d7300791ff8e HTTP/1.1" status: 204 len: 168 time: 0.2067814 Jun 22 04:09:31.101638 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:31.112088 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-068bb6f4-c2ec-4f84-816e-f6fca1560a30 req-1d83927c-372d-44b2-b3b1-8ecf79d522fe tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Jun 22 04:09:31.114856 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d19b9c-3c05-4316-9651-dc8bb8449005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b519934-b5ae-4545-800c-d7300791ff8e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:31.117208 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-18d19b9c-3c05-4316-9651-dc8bb8449005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:31.549476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Request body: {'port': {'device_id': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:09:31.628570 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:31.947688 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:31.950470 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b5e39-f221-46da-bd06-586a44815acc req-92b50bc7-04db-494c-ab67-a9cfef822700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:31.952020 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-92b50bc7-04db-494c-ab67-a9cfef822700 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1096 time: 0.3099277 Jun 22 04:09:31.971930 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f4c7-40bd-4484-b03a-847359b8fe2d req-a4bc8dc9-a1af-4d21-b2cc-bceceaabfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:31.973393 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f331f4c7-40bd-4484-b03a-847359b8fe2d req-a4bc8dc9-a1af-4d21-b2cc-bceceaabfe64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 1096 time: 0.3221600 Jun 22 04:09:32.015657 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5b56-9ad5-4ea1-bc1a-355ac08c3ccb req-d20428fc-9805-4b60-9946-33a1b67b25ff tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:32.017082 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d3e5b56-9ad5-4ea1-bc1a-355ac08c3ccb req-d20428fc-9805-4b60-9946-33a1b67b25ff tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 931 time: 0.3405797 Jun 22 04:09:32.042755 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45006) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:32.061787 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-8a85ea58-7d6a-4d9e-a2e5-ac1c2b1c48fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 200 len: 217 time: 0.0874555 Jun 22 04:09:32.144228 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-00b8b0e9-de12-45bf-a275-6613d935f1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.172137 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45012) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:32.190696 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-524637a4-7c66-4ff0-be51-e30d026c3930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.217010 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc3bec-3675-4fdb-a819-c3148b02e22f req-28170e8d-c4b2-4023-9834-a12ebcb5a928 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:32.218527 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3dcc3bec-3675-4fdb-a819-c3148b02e22f req-28170e8d-c4b2-4023-9834-a12ebcb5a928 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.3812299 Jun 22 04:09:32.289126 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d3e5b56-9ad5-4ea1-bc1a-355ac08c3ccb req-3087177d-5afd-4703-ab61-abe335041526 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303233 Jun 22 04:09:32.290457 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b5e39-f221-46da-bd06-586a44815acc req-71c4c6e6-1e5b-44ba-8582-e1e46f3e47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:32.291821 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-71c4c6e6-1e5b-44ba-8582-e1e46f3e47c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.2028325 Jun 22 04:09:32.347939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f4c7-40bd-4484-b03a-847359b8fe2d req-5ae3703b-8e4c-4539-9c02-047843857a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:32.349565 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f331f4c7-40bd-4484-b03a-847359b8fe2d req-5ae3703b-8e4c-4539-9c02-047843857a23 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6c52284532b44669b9b19265f960b406&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3297758 Jun 22 04:09:32.362575 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3dcc3bec-3675-4fdb-a819-c3148b02e22f req-b42fe952-e9dd-4a49-a4a7-8f2846df12ee tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287155 Jun 22 04:09:32.364971 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20754ef1-9411-4ce7-8912-3bb006eb087d {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:09:32.379824 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.393475 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Transition to ACTIVE for port object 20754ef1-9411-4ce7-8912-3bb006eb087d will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:09:32.405438 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-00b8b0e9-de12-45bf-a275-6613d935f1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.473317 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-5ebe76c8-a268-4401-a8be-57afe4363d3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649531 Jun 22 04:09:32.532554 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-00b8b0e9-de12-45bf-a275-6613d935f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.536893 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-383d98e2-7243-487c-8920-413c5558bd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:32.595231 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-00b8b0e9-de12-45bf-a275-6613d935f1cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02541cae72e34bf0920f95b4fb2a0bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5481703 Jun 22 04:09:32.597768 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b0e9-de12-45bf-a275-6613d935f1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ac438-c272-48de-a975-2bcb68f66274,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:32.601064 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-00b8b0e9-de12-45bf-a275-6613d935f1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:32.601563 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45024) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:32.686994 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be762647-92b6-4ff0-a109-00b51e949a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.705321 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-524637a4-7c66-4ff0-be51-e30d026c3930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.718793 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be762647-92b6-4ff0-a109-00b51e949a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.733988 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.766918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:32.892754 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Pushing event updated for resources: {'Port': ['ID=20754ef1-9411-4ce7-8912-3bb006eb087d,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:32.909060 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:32.910402 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-524637a4-7c66-4ff0-be51-e30d026c3930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.915833 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-fd2b5520-a780-4954-9c5b-8bc7486958e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:32.958601 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f957-2e5f-491d-ab7d-25b3f5096155 req-7abe8738-1bb7-48b0-8a8d-8c434e3d6b58 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:32.960176 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e74f957-2e5f-491d-ab7d-25b3f5096155 req-7abe8738-1bb7-48b0-8a8d-8c434e3d6b58 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.5376635 Jun 22 04:09:32.960856 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-524637a4-7c66-4ff0-be51-e30d026c3930 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0b13ee0c8f648bbb24f2d2398f7df9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7875905 Jun 22 04:09:32.961724 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524637a4-7c66-4ff0-be51-e30d026c3930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed07187-af94-4db3-8c4c-1e5902f20362,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:32.965009 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-524637a4-7c66-4ff0-be51-e30d026c3930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:32.965783 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45030) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:32.969237 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-10c1877b-c437-45c3-9dba-9f4fcf4c2af9 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558415 Jun 22 04:09:32.971420 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f4c7-40bd-4484-b03a-847359b8fe2d req-892b3c21-06bc-4c17-ac1e-d6b843b99bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:32.972762 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f331f4c7-40bd-4484-b03a-847359b8fe2d req-892b3c21-06bc-4c17-ac1e-d6b843b99bf3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5656657 Jun 22 04:09:32.988479 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be762647-92b6-4ff0-a109-00b51e949a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.991763 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be762647-92b6-4ff0-a109-00b51e949a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:32.993083 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-be762647-92b6-4ff0-a109-00b51e949a5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f09ac438-c272-48de-a975-2bcb68f66274 HTTP/1.1" status: 204 len: 168 time: 0.3894815 Jun 22 04:09:32.999251 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:33.014748 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be762647-92b6-4ff0-a109-00b51e949a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ac438-c272-48de-a975-2bcb68f66274,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:33.018516 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-be762647-92b6-4ff0-a109-00b51e949a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:33.053345 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Attempting to bind port 20754ef1-9411-4ce7-8912-3bb006eb087d on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:09:33.053679 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Attempting to bind port 20754ef1-9411-4ce7-8912-3bb006eb087d by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:09:33.056962 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Attempting to bind port 20754ef1-9411-4ce7-8912-3bb006eb087d on network 80c968be-0879-4bb6-80fa-b18a226c0db7 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:33.063871 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Port 20754ef1-9411-4ce7-8912-3bb006eb087d on network 80c968be-0879-4bb6-80fa-b18a226c0db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:09:33.064473 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Attempting to bind port 20754ef1-9411-4ce7-8912-3bb006eb087d on network 80c968be-0879-4bb6-80fa-b18a226c0db7 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:09:33.067956 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-227b485b-0c42-4185-9a0b-b4af69e5ccb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:33.097049 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-227b485b-0c42-4185-9a0b-b4af69e5ccb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:33.103352 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:09:33.103926 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Checking segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:09:33.104325 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Bound using segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:09:33.105058 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Bound port: 20754ef1-9411-4ce7-8912-3bb006eb087d, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:09:33.106127 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:33.157566 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e74f957-2e5f-491d-ab7d-25b3f5096155 req-cd211bd2-0cb5-48b0-8ff8-16e7ec8224c5 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792407 Jun 22 04:09:33.204804 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-794b5e39-f221-46da-bd06-586a44815acc req-0538c459-135d-41de-a389-ad6290d6d01d service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052252 Jun 22 04:09:33.218058 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e669-a525-49b7-987f-be8dcab6169a req-01ed6cba-9a60-4d22-ac94-8914ccb52dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:33.219501 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-01ed6cba-9a60-4d22-ac94-8914ccb52dc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 1096 time: 0.1580272 Jun 22 04:09:33.228205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] For port 20754ef1-9411-4ce7-8912-3bb006eb087d, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:09:33.232269 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] For port 20754ef1-9411-4ce7-8912-3bb006eb087d, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=20754ef1-9411-4ce7-8912-3bb006eb087d,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:09:33.247985 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-227b485b-0c42-4185-9a0b-b4af69e5ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:33.250945 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-227b485b-0c42-4185-9a0b-b4af69e5ccb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:33.257311 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-227b485b-0c42-4185-9a0b-b4af69e5ccb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ed07187-af94-4db3-8c4c-1e5902f20362 HTTP/1.1" status: 204 len: 168 time: 0.2850418 Jun 22 04:09:33.257311 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-352f8d04-29e2-481b-9b91-192eb3ab7a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:33.260443 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b485b-0c42-4185-9a0b-b4af69e5ccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed07187-af94-4db3-8c4c-1e5902f20362,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:33.263604 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-227b485b-0c42-4185-9a0b-b4af69e5ccb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:33.272721 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-96bbd47d-3201-448e-bbf7-89da146186d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864b2d94-2be0-4fa5-af16-841be4b5b3b7 HTTP/1.1" status: 200 len: 217 time: 0.0390296 Jun 22 04:09:33.328810 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e669-a525-49b7-987f-be8dcab6169a req-43cc9885-68f6-4de7-a3ca-2d22b3e31fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:33.331393 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-43cc9885-68f6-4de7-a3ca-2d22b3e31fd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.0504649 Jun 22 04:09:33.377212 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-3eda97a5-85c7-4459-a2be-705deadd3de6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268269 Jun 22 04:09:33.377212 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:33.377212 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:33.401843 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:33.403087 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:33.406318 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] 10.222.0.26 "PUT /v2.0/ports/20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 200 len: 1093 time: 1.8598256 Jun 22 04:09:33.406884 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'tag': '20754ef1-9411-4ce7-8912-3bb006eb087d'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:09:33.409063 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6230d63-e099-45d3-9ae1-bbe4e9a33e4c", "tag": "20754ef1-9411-4ce7-8912-3bb006eb087d"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:09:33.541999 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Pushing event updated for resources: {'Port': ['ID=20754ef1-9411-4ce7-8912-3bb006eb087d,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:33.567405 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:33.672481 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-d7296ea0-634a-4042-a48e-c2e15f91a453 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580829 Jun 22 04:09:33.714667 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45ef0c-9894-4235-a0d3-8a9051355155 req-1163a67e-d7fa-4c3a-a457-e14895e8af92 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:33.716802 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df45ef0c-9894-4235-a0d3-8a9051355155 req-1163a67e-d7fa-4c3a-a457-e14895e8af92 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.2875991 Jun 22 04:09:33.768876 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab6199-ce48-43d4-8a88-6d4adb0a5cb5 req-be084fe3-b228-4332-9dd9-d5b0ae36ce97 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:33.770380 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53ab6199-ce48-43d4-8a88-6d4adb0a5cb5 req-be084fe3-b228-4332-9dd9-d5b0ae36ce97 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.2520201 Jun 22 04:09:33.820965 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-01bc50c2-b12c-48c4-86f5-9a42459229a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:33.822460 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-01bc50c2-b12c-48c4-86f5-9a42459229a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 1096 time: 0.2375844 Jun 22 04:09:33.863469 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df45ef0c-9894-4235-a0d3-8a9051355155 req-0f926c23-1f5b-428e-9579-d118c9aac9a0 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134341 Jun 22 04:09:33.905711 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-88a42177-c929-4f86-bc1a-88b3bcd79a84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 200 len: 217 time: 0.0569818 Jun 22 04:09:33.905711 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53ab6199-ce48-43d4-8a88-6d4adb0a5cb5 req-921b3bdb-bbe4-4ec1-8787-f4c354410d93 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142225 Jun 22 04:09:33.905711 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff0e669-a525-49b7-987f-be8dcab6169a req-bd88dee3-a9a2-4fd7-abdb-ae8cf9c2c30a service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223694 Jun 22 04:09:33.939482 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4660122d-33fa-4eb0-8e31-c2fd89285fc5 x-openstack-request-id: req-4660122d-33fa-4eb0-8e31-c2fd89285fc5 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:09:33.939808 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6230d63-e099-45d3-9ae1-bbe4e9a33e4c", "tag": "20754ef1-9411-4ce7-8912-3bb006eb087d", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:09:33.940103 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4660122d-33fa-4eb0-8e31-c2fd89285fc5 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:09:33.940544 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'tag': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'status': 'completed', 'code': 200} Jun 22 04:09:33.956540 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-80e2afb9-bdbe-4460-91bc-9d63320da188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:33.958290 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-80e2afb9-bdbe-4460-91bc-9d63320da188 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.0544212 Jun 22 04:09:34.037534 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-477adf2c-b0c9-4418-9ede-e93fa03de8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:34.039255 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-477adf2c-b0c9-4418-9ede-e93fa03de8ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744860 Jun 22 04:09:34.113660 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45068) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:34.127749 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c3112ba0-ece3-4e51-be23-7d2ff846607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:34.176896 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-35f8d295-ea7e-4748-9e2c-d4c0564c8dd1 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979214 Jun 22 04:09:34.278777 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c3112ba0-ece3-4e51-be23-7d2ff846607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:34.359241 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c3112ba0-ece3-4e51-be23-7d2ff846607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:34.363210 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-44dd7561-3069-4da2-9fb5-cca14ed374ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:34.397670 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef876ea-a023-43bf-bb66-a51b8325ad20 req-1e30f74a-3c9d-490c-8457-ab925f434a58 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128429 Jun 22 04:09:34.405567 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112ba0-ece3-4e51-be23-7d2ff846607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf225a58-1210-4c05-b258-ecc8901f151a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:34.412752 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c3112ba0-ece3-4e51-be23-7d2ff846607f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a6fbd5ade8748e5ac60a51c551f4df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956688 Jun 22 04:09:34.412752 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c3112ba0-ece3-4e51-be23-7d2ff846607f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:34.412969 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45088) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:34.438233 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2927fd-4fc4-43f3-8efd-38fd8f963fd5 req-343d9d3f-7af4-49c7-a3b5-204393a3205c tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:34.439794 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e2927fd-4fc4-43f3-8efd-38fd8f963fd5 req-343d9d3f-7af4-49c7-a3b5-204393a3205c tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.1063349 Jun 22 04:09:34.481229 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e2927fd-4fc4-43f3-8efd-38fd8f963fd5 req-5bb7201f-7d9d-4ee8-8cf7-8d11046e80b6 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358372 Jun 22 04:09:34.482849 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4cf5-9730-40dc-bcd0-6b570b194ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:34.507483 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4cf5-9730-40dc-bcd0-6b570b194ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:34.733119 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4cf5-9730-40dc-bcd0-6b570b194ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:34.735923 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4cf5-9730-40dc-bcd0-6b570b194ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:34.739873 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b5ca4cf5-9730-40dc-bcd0-6b570b194ec6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf225a58-1210-4c05-b258-ecc8901f151a HTTP/1.1" status: 204 len: 168 time: 0.3238299 Jun 22 04:09:34.739873 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2068b994-5580-4f4e-8d06-c9e5924f7320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:34.748175 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca4cf5-9730-40dc-bcd0-6b570b194ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf225a58-1210-4c05-b258-ecc8901f151a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:34.756428 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b5ca4cf5-9730-40dc-bcd0-6b570b194ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:34.756711 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-95df2a8c-82fb-404c-8431-f4c58774f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:34.759728 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-95df2a8c-82fb-404c-8431-f4c58774f39c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 1096 time: 0.0717199 Jun 22 04:09:34.948329 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-b5c79a17-723c-4dc1-ab49-77780b857883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:34.950250 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-b5c79a17-723c-4dc1-ab49-77780b857883 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 912 time: 0.1834292 Jun 22 04:09:34.971010 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45126) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:35.246205 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-262ebf1f-36f9-4d4c-bdc7-02be0a009f9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 200 len: 217 time: 0.2852933 Jun 22 04:09:35.357451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-68a39902-c690-406d-8041-e7df982c7369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:35.385334 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-b0d22495-7650-4f2b-81a6-effebcfb8f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:35.386842 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-b0d22495-7650-4f2b-81a6-effebcfb8f21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.1234939 Jun 22 04:09:35.464095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8c62-c628-447a-8fcb-b4b468147070 req-7e56e162-11f4-4fda-985b-cb707130f3fd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:35.465590 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4bda8c62-c628-447a-8fcb-b4b468147070 req-7e56e162-11f4-4fda-985b-cb707130f3fd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.2210412 Jun 22 04:09:35.493062 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aee19-397c-4946-9621-532629555485 req-d50ffb65-cfaa-4c68-a0c6-706600a8a8eb tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:35.494491 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-230aee19-397c-4946-9621-532629555485 req-d50ffb65-cfaa-4c68-a0c6-706600a8a8eb tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.2509828 Jun 22 04:09:35.565236 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4bda8c62-c628-447a-8fcb-b4b468147070 req-2210b66e-fbde-4ab2-9ae0-3704c37e90c0 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918190 Jun 22 04:09:35.588161 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-f1660ce0-de30-40fc-bc60-53fe91350a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:35.588161 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-f1660ce0-de30-40fc-bc60-53fe91350a23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1873546 Jun 22 04:09:35.597571 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-230aee19-397c-4946-9621-532629555485 req-889ea32c-6968-438b-b408-315230dc3317 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887544 Jun 22 04:09:35.623816 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-68a39902-c690-406d-8041-e7df982c7369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:35.750711 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-68a39902-c690-406d-8041-e7df982c7369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:35.753530 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:35.801101 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a39902-c690-406d-8041-e7df982c7369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8eebb-ada3-4027-84c8-eddf132f5c83,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:35.808021 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-68a39902-c690-406d-8041-e7df982c7369 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92168a922e1745bbb21471eb2581ea0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8361018 Jun 22 04:09:35.810307 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-68a39902-c690-406d-8041-e7df982c7369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:35.811912 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45160) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:35.865456 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272de20-390f-4a13-9835-cdb6e6bbabc3 req-37b259f0-7156-4d68-9164-c7194d167f92 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:35.866997 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9272de20-390f-4a13-9835-cdb6e6bbabc3 req-37b259f0-7156-4d68-9164-c7194d167f92 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.1470721 Jun 22 04:09:35.930774 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f28555b3-350b-4c78-b494-8e9396aaf91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:35.936300 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9272de20-390f-4a13-9835-cdb6e6bbabc3 req-e84cd52b-266b-4ca5-846e-b4f7696fbfd3 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626168 Jun 22 04:09:35.957272 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f28555b3-350b-4c78-b494-8e9396aaf91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:36.081596 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f28555b3-350b-4c78-b494-8e9396aaf91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:36.084540 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f28555b3-350b-4c78-b494-8e9396aaf91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:36.085669 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f28555b3-350b-4c78-b494-8e9396aaf91b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50a8eebb-ada3-4027-84c8-eddf132f5c83 HTTP/1.1" status: 204 len: 168 time: 0.2728570 Jun 22 04:09:36.086385 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:36.093733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28555b3-350b-4c78-b494-8e9396aaf91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8eebb-ada3-4027-84c8-eddf132f5c83,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:36.095908 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f28555b3-350b-4c78-b494-8e9396aaf91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:36.764968 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0b530-f4cb-4a34-b8a7-a3c0a6367469 req-64ceee8f-9207-4d27-a972-ab57db301a6c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:36.766440 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-84c0b530-f4cb-4a34-b8a7-a3c0a6367469 req-64ceee8f-9207-4d27-a972-ab57db301a6c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.0917845 Jun 22 04:09:36.817745 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45210) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:36.833306 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fdd90-13b0-4b76-9b88-b8343f1378d0 req-f708f01c-6cf4-4ae1-8324-3cf9b4931e7d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:36.833466 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3c24cfc4-5286-43f5-aa57-ce9feb0cf041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:36.834515 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-682fdd90-13b0-4b76-9b88-b8343f1378d0 req-f708f01c-6cf4-4ae1-8324-3cf9b4931e7d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.1118939 Jun 22 04:09:36.837346 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-84c0b530-f4cb-4a34-b8a7-a3c0a6367469 req-773a9ec2-63c2-49a6-a33e-42605653741c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643296 Jun 22 04:09:36.877414 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-682fdd90-13b0-4b76-9b88-b8343f1378d0 req-d097c489-3a17-4f0e-9527-a56a34c9cffe tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349402 Jun 22 04:09:36.939517 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3c24cfc4-5286-43f5-aa57-ce9feb0cf041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.064047 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3c24cfc4-5286-43f5-aa57-ce9feb0cf041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.067954 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-abfc19dc-434c-4559-95f3-b6f11194440c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:37.109806 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45222) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:37.109999 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-3c24cfc4-5286-43f5-aa57-ce9feb0cf041 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58ad34913f48421ea5cb39613bbf0ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907984 Jun 22 04:09:37.110703 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24cfc4-5286-43f5-aa57-ce9feb0cf041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bbb0f0-8a48-419d-8773-ca4fc9d84c73,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:37.114984 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3c24cfc4-5286-43f5-aa57-ce9feb0cf041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:37.138420 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b066e-c0a4-4d0f-8b47-e0a7bef28191 req-889116ee-cd34-44b7-bfac-a2bb87c5a6ef tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:37.140107 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-363b066e-c0a4-4d0f-8b47-e0a7bef28191 req-889116ee-cd34-44b7-bfac-a2bb87c5a6ef tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0895119 Jun 22 04:09:37.202311 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-363b066e-c0a4-4d0f-8b47-e0a7bef28191 req-146c45b7-e69d-40ae-81e5-50e03ac941d6 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524468 Jun 22 04:09:37.211553 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0f6d-cb17-40de-b31c-0646b9ef31c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.236986 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0f6d-cb17-40de-b31c-0646b9ef31c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.343185 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45230) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:37.395820 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0f6d-cb17-40de-b31c-0646b9ef31c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.400069 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0f6d-cb17-40de-b31c-0646b9ef31c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.401158 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2b8c0f6d-cb17-40de-b31c-0646b9ef31c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13bbb0f0-8a48-419d-8773-ca4fc9d84c73 HTTP/1.1" status: 204 len: 168 time: 0.2891686 Jun 22 04:09:37.403843 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0a5d123e-21ae-4748-a8dc-d0ac9029182f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:37.416675 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c0f6d-cb17-40de-b31c-0646b9ef31c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bbb0f0-8a48-419d-8773-ca4fc9d84c73,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:37.419737 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2b8c0f6d-cb17-40de-b31c-0646b9ef31c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:37.466053 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6624df-cc6f-454f-af61-0955d84188dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.471147 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-a1ff2a9b-f329-439c-98db-6c56a5b19546 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243184 Jun 22 04:09:37.555622 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6624df-cc6f-454f-af61-0955d84188dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.635831 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6624df-cc6f-454f-af61-0955d84188dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.640494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:37.676010 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-5a6624df-cc6f-454f-af61-0955d84188dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2eaeb9e3d394e7ab257cc4fc29a9636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302593 Jun 22 04:09:37.677459 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45238) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:37.682737 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6624df-cc6f-454f-af61-0955d84188dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018adeb0-55f4-42a7-98e9-c36c57cdf668,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:37.685876 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5a6624df-cc6f-454f-af61-0955d84188dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:37.730152 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0a089e58-5587-4704-917b-7411a6d05c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.753157 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0a089e58-5587-4704-917b-7411a6d05c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.897366 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0a089e58-5587-4704-917b-7411a6d05c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.900720 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0a089e58-5587-4704-917b-7411a6d05c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:37.906213 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-0a089e58-5587-4704-917b-7411a6d05c0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/018adeb0-55f4-42a7-98e9-c36c57cdf668 HTTP/1.1" status: 204 len: 168 time: 0.2276146 Jun 22 04:09:37.908728 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:37.916188 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a089e58-5587-4704-917b-7411a6d05c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018adeb0-55f4-42a7-98e9-c36c57cdf668,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:37.918424 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0a089e58-5587-4704-917b-7411a6d05c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:38.086158 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad1fb2-1310-457e-9dd8-345a84dfa5a6 req-033c8c65-2634-44f9-9d32-1d90eea44fcf tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:38.087621 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ad1fb2-1310-457e-9dd8-345a84dfa5a6 req-033c8c65-2634-44f9-9d32-1d90eea44fcf tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.1279399 Jun 22 04:09:38.124976 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a3fae-96c6-43a6-a59c-b43a1d67488d req-fccd8b59-095a-4705-b77e-ba1c202f7620 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:38.126473 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-533a3fae-96c6-43a6-a59c-b43a1d67488d req-fccd8b59-095a-4705-b77e-ba1c202f7620 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.1131001 Jun 22 04:09:38.151087 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ad1fb2-1310-457e-9dd8-345a84dfa5a6 req-11244191-0a72-4443-a52d-458f1159d029 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551248 Jun 22 04:09:38.181335 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-533a3fae-96c6-43a6-a59c-b43a1d67488d req-4ab1156e-0f5c-4fc3-8883-2af29e39f49d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 Jun 22 04:09:38.381505 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a403101-b3b7-4c35-a901-85ad4b62cc53 req-8ecab7a2-6126-435f-b784-a3a83f37bf31 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:38.383408 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8a403101-b3b7-4c35-a901-85ad4b62cc53 req-8ecab7a2-6126-435f-b784-a3a83f37bf31 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0652432 Jun 22 04:09:38.478338 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8a403101-b3b7-4c35-a901-85ad4b62cc53 req-3e654280-aa3d-438c-8f90-c15be8981e93 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820057 Jun 22 04:09:38.509217 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec1d47-6c3c-4d2a-84ae-a10648135c9d req-6b24c673-3e30-4888-a36e-20920d5fd593 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214817 Jun 22 04:09:38.799929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45290) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:38.814907 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3a1ac8e9-caa5-4617-9e84-b74f603e8e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:38.919862 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3a1ac8e9-caa5-4617-9e84-b74f603e8e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:39.013141 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3a1ac8e9-caa5-4617-9e84-b74f603e8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:39.017463 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2b8c0f6d-cb17-40de-b31c-0646b9ef31c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:39.060069 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3a1ac8e9-caa5-4617-9e84-b74f603e8e69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4609ae0af62345a3b11602fd6d381150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590315 Jun 22 04:09:39.061044 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ac8e9-caa5-4617-9e84-b74f603e8e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204142c7-9787-4d57-9043-416b625ca0d6,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:39.064256 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3a1ac8e9-caa5-4617-9e84-b74f603e8e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:39.066100 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45298) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:39.121014 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0d4746a-b105-4f87-bbe6-e74451c3ef71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:39.142166 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0d4746a-b105-4f87-bbe6-e74451c3ef71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:39.259267 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0d4746a-b105-4f87-bbe6-e74451c3ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:39.263440 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0d4746a-b105-4f87-bbe6-e74451c3ef71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:39.264760 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a0d4746a-b105-4f87-bbe6-e74451c3ef71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/204142c7-9787-4d57-9043-416b625ca0d6 HTTP/1.1" status: 204 len: 168 time: 0.1977339 Jun 22 04:09:39.265664 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:39.274602 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4746a-b105-4f87-bbe6-e74451c3ef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204142c7-9787-4d57-9043-416b625ca0d6,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:39.299459 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a0d4746a-b105-4f87-bbe6-e74451c3ef71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:39.417052 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72721438-5724-40c6-a5f4-fa6e1222c9ad req-bf037de6-34ca-49ce-b911-a878146c3e6a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:39.418902 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-72721438-5724-40c6-a5f4-fa6e1222c9ad req-bf037de6-34ca-49ce-b911-a878146c3e6a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.1419194 Jun 22 04:09:39.431309 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8921c-4a83-4b69-b604-3fb2a08077f3 req-1a97b210-0780-41ad-8622-351c435117fa tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:39.432733 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33c8921c-4a83-4b69-b604-3fb2a08077f3 req-1a97b210-0780-41ad-8622-351c435117fa tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.1085501 Jun 22 04:09:39.487792 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-72721438-5724-40c6-a5f4-fa6e1222c9ad req-9bd503e2-3b19-47f1-94a2-87836e02ec62 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539646 Jun 22 04:09:39.571834 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33c8921c-4a83-4b69-b604-3fb2a08077f3 req-359c45e2-1c45-4aff-9f56-6b4539765027 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545807 Jun 22 04:09:39.657713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d373808-37ef-48f0-8b3f-ce023950ff3a req-3c1d3279-918a-4b70-ae7b-db0e77ab2eb9 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:39.680914 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d373808-37ef-48f0-8b3f-ce023950ff3a req-3c1d3279-918a-4b70-ae7b-db0e77ab2eb9 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 943 time: 0.0625472 Jun 22 04:09:39.695541 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d373808-37ef-48f0-8b3f-ce023950ff3a req-8334d130-4136-4a58-8d38-f2a8f0ca258e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Jun 22 04:09:39.832999 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 02915eb1-571e-4662-ad33-cc6c05034aec details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:09:39.946026 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 02915eb1-571e-4662-ad33-cc6c05034aec, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=02915eb1-571e-4662-ad33-cc6c05034aec,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:39.957554 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '02915eb1-571e-4662-ad33-cc6c05034aec', 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4', 'port_id': '02915eb1-571e-4662-ad33-cc6c05034aec', 'mac_address': 'fa:16:3e:52:5b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7028a-c359-4e5d-8269-9df2963f5a25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:09:40.013184 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:40.030804 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02915eb1-571e-4662-ad33-cc6c05034aec {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:09:40.053876 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 02915eb1-571e-4662-ad33-cc6c05034aec, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=02915eb1-571e-4662-ad33-cc6c05034aec,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:40.119170 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:40.119980 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 8e14b978-5e0b-4d2a-a7f1-9695044f6966 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:09:40.153027 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:40.240213 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=02915eb1-571e-4662-ad33-cc6c05034aec,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:40.244122 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:40.265613 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 8e14b978-5e0b-4d2a-a7f1-9695044f6966, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=8e14b978-5e0b-4d2a-a7f1-9695044f6966,segment=NetworkSegment(d2fec5c0-0f5c-4814-86c5-8819b743ee03),segment_id=d2fec5c0-0f5c-4814-86c5-8819b743ee03)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:40.278317 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '8e14b978-5e0b-4d2a-a7f1-9695044f6966', 'network_id': '92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2', 'port_id': '8e14b978-5e0b-4d2a-a7f1-9695044f6966', 'mac_address': 'fa:16:3e:68:29:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81365dbb-1d19-4884-b6b8-33f7d7c02fb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:09:40.334542 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:40.345740 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e14b978-5e0b-4d2a-a7f1-9695044f6966 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:09:40.366972 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 8e14b978-5e0b-4d2a-a7f1-9695044f6966, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=8e14b978-5e0b-4d2a-a7f1-9695044f6966,segment=NetworkSegment(d2fec5c0-0f5c-4814-86c5-8819b743ee03),segment_id=d2fec5c0-0f5c-4814-86c5-8819b743ee03)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:40.439346 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:40.442161 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:40.489666 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=8e14b978-5e0b-4d2a-a7f1-9695044f6966,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:40.492741 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:40.770350 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a77d-2aa2-4c44-9775-60939edf977e req-17cb8cc5-07c1-43cc-9638-b87ef0bc5cf9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:40.771801 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b217a77d-2aa2-4c44-9775-60939edf977e req-17cb8cc5-07c1-43cc-9638-b87ef0bc5cf9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.1057689 Jun 22 04:09:40.783908 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f963651-99e7-4b59-9094-7f709c0ce65c req-c6cbcbf7-b638-4847-ac43-3d4d598289e8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:40.785355 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f963651-99e7-4b59-9094-7f709c0ce65c req-c6cbcbf7-b638-4847-ac43-3d4d598289e8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.1087449 Jun 22 04:09:40.838284 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b217a77d-2aa2-4c44-9775-60939edf977e req-95e1298d-02e8-446f-9fe1-f9b6ec788981 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519137 Jun 22 04:09:40.845835 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f963651-99e7-4b59-9094-7f709c0ce65c req-0aa7bf5a-299d-475e-bf68-8b20a3f3b88a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535917 Jun 22 04:09:41.008445 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cda0-42b2-4018-b6b5-eee506607fbf req-cb73a352-dee4-495a-b8a1-f8171d47f20b tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:41.009967 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5439cda0-42b2-4018-b6b5-eee506607fbf req-cb73a352-dee4-495a-b8a1-f8171d47f20b tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 944 time: 0.0685718 Jun 22 04:09:41.051893 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5439cda0-42b2-4018-b6b5-eee506607fbf req-8b6e2c26-fb6c-45cf-abcf-c4fc3c117795 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359094 Jun 22 04:09:41.483284 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['02915eb1-571e-4662-ad33-cc6c05034aec'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:09:41.522754 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['8e14b978-5e0b-4d2a-a7f1-9695044f6966'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:09:42.059894 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569738be-d8f9-4224-93e7-5f48be9bd967 req-e6e6ed3d-69f4-4998-b4a9-ec09fb8debb3 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:42.061328 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-569738be-d8f9-4224-93e7-5f48be9bd967 req-e6e6ed3d-69f4-4998-b4a9-ec09fb8debb3 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.1018202 Jun 22 04:09:42.068731 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2683-f1f7-42e8-9d25-24d52fb9b565 req-7b04926e-cbd2-40bc-bf88-d9283cc2b5f4 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:42.070043 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef4d2683-f1f7-42e8-9d25-24d52fb9b565 req-7b04926e-cbd2-40bc-bf88-d9283cc2b5f4 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.0989654 Jun 22 04:09:42.127169 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-569738be-d8f9-4224-93e7-5f48be9bd967 req-51327dfd-aa2c-416c-b730-826fb7dc43fc tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561712 Jun 22 04:09:42.132074 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef4d2683-f1f7-42e8-9d25-24d52fb9b565 req-a0f1b1dc-49cf-490f-9436-1571dc50fc21 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547040 Jun 22 04:09:42.308582 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d85282-5baa-4602-ad53-c8d8ff583cac req-07388b4d-92b2-4243-a4b2-b291001f869a tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:42.313163 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50d85282-5baa-4602-ad53-c8d8ff583cac req-07388b4d-92b2-4243-a4b2-b291001f869a tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 944 time: 0.0637612 Jun 22 04:09:42.347581 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50d85282-5baa-4602-ad53-c8d8ff583cac req-2060d92a-047a-4962-a697-46405f7549f3 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Jun 22 04:09:43.351846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37d924-43d3-4ea6-8db5-9147030d19ee req-583b2f06-128d-4eb9-9dc4-1dba9fe8fe6b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:43.353286 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d37d924-43d3-4ea6-8db5-9147030d19ee req-583b2f06-128d-4eb9-9dc4-1dba9fe8fe6b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 943 time: 0.1093724 Jun 22 04:09:43.363773 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e737229-b431-4a55-9fb2-9c64992c07bf req-5acf3cba-5720-42e4-a320-9b50378a7f32 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:43.365197 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4e737229-b431-4a55-9fb2-9c64992c07bf req-5acf3cba-5720-42e4-a320-9b50378a7f32 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.0923126 Jun 22 04:09:43.423317 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d37d924-43d3-4ea6-8db5-9147030d19ee req-849193f0-5404-4077-a9af-3cedec88ec1a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571210 Jun 22 04:09:43.437478 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4e737229-b431-4a55-9fb2-9c64992c07bf req-da4b19e2-96f8-465f-90cc-3c3e04c2dfa7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638769 Jun 22 04:09:43.599521 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4bf8e-0d7b-45d1-b606-27e2a791739d req-25684f19-ee96-4c55-9394-5be6139fb5f7 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:43.600957 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69c4bf8e-0d7b-45d1-b606-27e2a791739d req-25684f19-ee96-4c55-9394-5be6139fb5f7 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 944 time: 0.0622003 Jun 22 04:09:43.638012 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69c4bf8e-0d7b-45d1-b606-27e2a791739d req-eece16a2-152e-479e-8609-765f0738e4bb tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Jun 22 04:09:43.802609 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 864b2d94-2be0-4fa5-af16-841be4b5b3b7 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:09:43.812160 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 02915eb1-571e-4662-ad33-cc6c05034aec up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:43.935048 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 864b2d94-2be0-4fa5-af16-841be4b5b3b7, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=864b2d94-2be0-4fa5-af16-841be4b5b3b7,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:43.946327 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '864b2d94-2be0-4fa5-af16-841be4b5b3b7', 'network_id': 'd0037549-33e9-47fd-b926-657b94142ef4', 'port_id': '864b2d94-2be0-4fa5-af16-841be4b5b3b7', 'mac_address': 'fa:16:3e:28:0e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7028a-c359-4e5d-8269-9df2963f5a25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:09:43.982612 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:43.995129 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864b2d94-2be0-4fa5-af16-841be4b5b3b7 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:09:44.025006 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 864b2d94-2be0-4fa5-af16-841be4b5b3b7, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=864b2d94-2be0-4fa5-af16-841be4b5b3b7,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:44.046572 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 02915eb1-571e-4662-ad33-cc6c05034aec completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:44.050843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 02915eb1-571e-4662-ad33-cc6c05034aec triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:44.052488 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:44.128547 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:44.129263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 20754ef1-9411-4ce7-8912-3bb006eb087d details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:09:44.133078 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:44.164649 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:44.243376 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4641951-81cc-44e7-89c6-cb02140e0990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02915eb1-571e-4662-ad33-cc6c05034aec'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:09:44.409568 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=864b2d94-2be0-4fa5-af16-841be4b5b3b7,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:44.421580 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 02915eb1-571e-4662-ad33-cc6c05034aec, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=02915eb1-571e-4662-ad33-cc6c05034aec,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:44.428074 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:44.463110 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 20754ef1-9411-4ce7-8912-3bb006eb087d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=20754ef1-9411-4ce7-8912-3bb006eb087d,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:44.479789 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'port_id': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'mac_address': 'fa:16:3e:44:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:09:44.526963 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:44.527841 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 8e14b978-5e0b-4d2a-a7f1-9695044f6966 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:44.529579 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:44.532958 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-077ae15c-42e2-4e65-8b70-802304fac5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:44.563501 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2540d577-8157-4174-97c2-54f847b343bb" -d '{"events": [{"server_uuid": "f4641951-81cc-44e7-89c6-cb02140e0990", "name": "network-vif-plugged", "status": "completed", "tag": "02915eb1-571e-4662-ad33-cc6c05034aec"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:09:44.596237 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20754ef1-9411-4ce7-8912-3bb006eb087d {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:09:44.630740 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 20754ef1-9411-4ce7-8912-3bb006eb087d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=20754ef1-9411-4ce7-8912-3bb006eb087d,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:44.642298 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=02915eb1-571e-4662-ad33-cc6c05034aec,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:44.645425 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:44.655444 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7bfe-b086-4bf0-bd82-44e854d6e27e req-331c5e55-40a9-4226-a7d9-b5d6a15cea17 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:44.656857 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d25f7bfe-b086-4bf0-bd82-44e854d6e27e req-331c5e55-40a9-4226-a7d9-b5d6a15cea17 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 944 time: 0.1054914 Jun 22 04:09:44.668608 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef162955-01ca-481b-b103-2a917015305a req-53186f02-b9be-4664-aea4-da42a59b1413 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:44.670539 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef162955-01ca-481b-b103-2a917015305a req-53186f02-b9be-4664-aea4-da42a59b1413 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 943 time: 0.1102347 Jun 22 04:09:44.724692 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d25f7bfe-b086-4bf0-bd82-44e854d6e27e req-c46f9053-063e-4cf3-8ca0-05202ac06f27 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532320 Jun 22 04:09:44.727336 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef162955-01ca-481b-b103-2a917015305a req-a17c7ed3-bc63-484f-ad35-52c74a019214 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502214 Jun 22 04:09:44.796212 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:44.798667 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:44.833723 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:44.843280 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:44.843758 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:44.882691 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=20754ef1-9411-4ce7-8912-3bb006eb087d,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:44.887518 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:44.908480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05ca04-d3fd-49a1-8338-12b4c784a5c4 req-41b1f985-ac24-4118-b600-c77ec501aa5b tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:44.909953 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cb05ca04-d3fd-49a1-8338-12b4c784a5c4 req-41b1f985-ac24-4118-b600-c77ec501aa5b tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 944 time: 0.0752099 Jun 22 04:09:44.949301 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:44.956352 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cb05ca04-d3fd-49a1-8338-12b4c784a5c4 req-63eee341-3930-43d0-be3e-0eb6b8aa6e21 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Jun 22 04:09:44.986962 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240aa05b-d56d-44b5-8ddd-be7f826e42d5 x-openstack-request-id: req-240aa05b-d56d-44b5-8ddd-be7f826e42d5 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:09:44.987266 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4641951-81cc-44e7-89c6-cb02140e0990", "name": "network-vif-plugged", "status": "completed", "tag": "02915eb1-571e-4662-ad33-cc6c05034aec", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:09:44.987529 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-240aa05b-d56d-44b5-8ddd-be7f826e42d5 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:09:44.988002 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4641951-81cc-44e7-89c6-cb02140e0990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02915eb1-571e-4662-ad33-cc6c05034aec', 'code': 200} Jun 22 04:09:44.993606 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 8e14b978-5e0b-4d2a-a7f1-9695044f6966, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=8e14b978-5e0b-4d2a-a7f1-9695044f6966,segment=NetworkSegment(d2fec5c0-0f5c-4814-86c5-8819b743ee03),segment_id=d2fec5c0-0f5c-4814-86c5-8819b743ee03)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:45.058202 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:45.060829 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:45.109911 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=8e14b978-5e0b-4d2a-a7f1-9695044f6966,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:45.112953 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:45.952954 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379faa17-8168-4bd0-8342-dd8f65a06f43 req-b3510235-d515-4618-b371-905d319e630d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:45.954436 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-379faa17-8168-4bd0-8342-dd8f65a06f43 req-b3510235-d515-4618-b371-905d319e630d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 944 time: 0.1186543 Jun 22 04:09:45.975923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1de4-9975-4cbd-af0a-bae2b76c4b73 req-aceac6bf-1e7d-4a42-90b1-7fc69cc77607 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:45.977558 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f8eb1de4-9975-4cbd-af0a-bae2b76c4b73 req-aceac6bf-1e7d-4a42-90b1-7fc69cc77607 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 944 time: 0.1066029 Jun 22 04:09:46.022546 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-379faa17-8168-4bd0-8342-dd8f65a06f43 req-c2aac237-e942-4342-8c25-42ca2da1ca7f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Jun 22 04:09:46.036351 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f8eb1de4-9975-4cbd-af0a-bae2b76c4b73 req-1494d563-9c77-43a0-b39c-2a7865d5822d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493929 Jun 22 04:09:46.196395 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf440f-b9f7-41bd-91e8-ad2ab1244a53 req-9390e0e6-3f0a-45cf-ae47-d3ec1f4a1218 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:46.197849 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61bf440f-b9f7-41bd-91e8-ad2ab1244a53 req-9390e0e6-3f0a-45cf-ae47-d3ec1f4a1218 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0686989 Jun 22 04:09:46.244236 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61bf440f-b9f7-41bd-91e8-ad2ab1244a53 req-cc80d586-4458-419b-a8dc-714fffa6ff7a tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 Jun 22 04:09:46.646931 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:09:46.989511 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f306b5da-2c2b-4d04-bf90-6a49a6a958a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e14b978-5e0b-4d2a-a7f1-9695044f6966'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:09:47.003038 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5389a317-6c49-42bc-b349-dd2ce732e376" -d '{"events": [{"server_uuid": "f306b5da-2c2b-4d04-bf90-6a49a6a958a1", "name": "network-vif-plugged", "status": "completed", "tag": "8e14b978-5e0b-4d2a-a7f1-9695044f6966"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:09:47.027052 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cbaabe-b50a-4e09-b398-41e62ea5cab4 x-openstack-request-id: req-f1cbaabe-b50a-4e09-b398-41e62ea5cab4 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:09:47.027357 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f306b5da-2c2b-4d04-bf90-6a49a6a958a1", "name": "network-vif-plugged", "status": "completed", "tag": "8e14b978-5e0b-4d2a-a7f1-9695044f6966", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:09:47.027622 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1cbaabe-b50a-4e09-b398-41e62ea5cab4 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:09:47.028025 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f306b5da-2c2b-4d04-bf90-6a49a6a958a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e14b978-5e0b-4d2a-a7f1-9695044f6966', 'code': 200} Jun 22 04:09:47.237244 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fe485-470d-4dd3-9a67-fcd547126a7a req-9749a967-131a-47c8-9b43-ba5fcec4c7e0 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:47.238729 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d79fe485-470d-4dd3-9a67-fcd547126a7a req-9749a967-131a-47c8-9b43-ba5fcec4c7e0 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 944 time: 0.0996873 Jun 22 04:09:47.251578 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bb224-aa5f-435c-9854-f56a9787a5c2 req-7b9a89c5-d0f3-4a49-b098-76e3e46f7f96 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:47.253010 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee3bb224-aa5f-435c-9854-f56a9787a5c2 req-7b9a89c5-d0f3-4a49-b098-76e3e46f7f96 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 944 time: 0.1036990 Jun 22 04:09:47.310370 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d79fe485-470d-4dd3-9a67-fcd547126a7a req-0cad42f7-b7e0-4fc1-a1c9-fa96055addc0 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Jun 22 04:09:47.315054 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee3bb224-aa5f-435c-9854-f56a9787a5c2 req-eebc706a-f741-4ee5-ab1e-065dd7a2ac79 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540564 Jun 22 04:09:47.472322 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88258d41-10f6-454e-8bda-dd48dd8d62ad req-744d9d35-328b-46cc-8b05-37943a4356e1 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:47.473752 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88258d41-10f6-454e-8bda-dd48dd8d62ad req-744d9d35-328b-46cc-8b05-37943a4356e1 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0625410 Jun 22 04:09:47.511652 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88258d41-10f6-454e-8bda-dd48dd8d62ad req-8cad46ca-a3f2-4c33-8456-9d40b68cfcca tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320423 Jun 22 04:09:48.525720 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd149283-c251-440a-9e1b-6b26cf3d1641 req-0b97cfd7-6eb9-47e4-86f2-c569f148f205 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:48.527134 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd149283-c251-440a-9e1b-6b26cf3d1641 req-0b97cfd7-6eb9-47e4-86f2-c569f148f205 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 944 time: 0.1069949 Jun 22 04:09:48.535771 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b63f7-cbe2-4931-b26a-18306777741a req-aac701a2-bfc4-444d-995b-7d9a93bd1273 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:48.537383 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-085b63f7-cbe2-4931-b26a-18306777741a req-aac701a2-bfc4-444d-995b-7d9a93bd1273 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 944 time: 0.1081650 Jun 22 04:09:48.593430 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd149283-c251-440a-9e1b-6b26cf3d1641 req-ffd01a24-de59-4c8c-9514-781d3a1ca3f5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552595 Jun 22 04:09:48.596152 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-085b63f7-cbe2-4931-b26a-18306777741a req-9a45663f-d354-46f8-be34-9294855696b3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512323 Jun 22 04:09:48.765946 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2359-eb6a-4012-b701-73133d96e3a1 req-5497c82e-8ccf-481e-9197-9c8087d6f9fd tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:48.767411 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5c2c2359-eb6a-4012-b701-73133d96e3a1 req-5497c82e-8ccf-481e-9197-9c8087d6f9fd tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0626867 Jun 22 04:09:48.804581 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5c2c2359-eb6a-4012-b701-73133d96e3a1 req-725a0453-5eb0-40a9-ac6d-ea49f00bc3d9 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Jun 22 04:09:49.017816 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019612d-ec0b-4f53-846a-91eb9df68002 req-98f9368b-8741-424a-9b85-4165e7d3ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:49.019300 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2019612d-ec0b-4f53-846a-91eb9df68002 req-98f9368b-8741-424a-9b85-4165e7d3ab0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 1098 time: 0.1173275 Jun 22 04:09:49.024131 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d32ea-c5f2-42ce-ba95-2e0d9636f39b req-ba23506d-b603-4f43-b27c-6f5f89d4fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:49.025319 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1a2d32ea-c5f2-42ce-ba95-2e0d9636f39b req-ba23506d-b603-4f43-b27c-6f5f89d4fbbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.1158371 Jun 22 04:09:49.042302 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2019612d-ec0b-4f53-846a-91eb9df68002 req-f017dcf8-9f43-43f4-9a4e-b77af9631584 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:49.056609 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1a2d32ea-c5f2-42ce-ba95-2e0d9636f39b req-b5254d0a-8ce3-4491-945c-c267433e5c0c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:49.094739 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.db.api [req-1a2d32ea-c5f2-42ce-ba95-2e0d9636f39b req-b5254d0a-8ce3-4491-945c-c267433e5c0c service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 04:09:49.094739 dv-cinder-797380-1-iscsi neutron-server[93483]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 04:09:49.094739 dv-cinder-797380-1-iscsi neutron-server[93483]: [parameters: {'project_id': 'c940e19103c74516b0dac55ebec5fe3c', 'id': '3fc3c54f-52bf-4f09-bcfa-70a8911a6de8', 'expiration': datetime.datetime(2021, 6, 22, 4, 11, 49, 82987)}] Jun 22 04:09:49.094739 dv-cinder-797380-1-iscsi neutron-server[93483]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93483) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:09:49.095137 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_db.api [req-1a2d32ea-c5f2-42ce-ba95-2e0d9636f39b req-b5254d0a-8ce3-4491-945c-c267433e5c0c service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:09:49.160424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2019612d-ec0b-4f53-846a-91eb9df68002 req-f017dcf8-9f43-43f4-9a4e-b77af9631584 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:49.244006 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2019612d-ec0b-4f53-846a-91eb9df68002 req-f017dcf8-9f43-43f4-9a4e-b77af9631584 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:49.249651 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6f7a8da9-d2e9-421d-b0bf-6ccd218a88b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:49.273935 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2019612d-ec0b-4f53-846a-91eb9df68002 req-f017dcf8-9f43-43f4-9a4e-b77af9631584 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477100 Jun 22 04:09:49.283057 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017dcf8-9f43-43f4-9a4e-b77af9631584 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b69b44-96ae-4499-a825-4a8871a5b4ae,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:49.285847 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f017dcf8-9f43-43f4-9a4e-b77af9631584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:49.526655 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['20754ef1-9411-4ce7-8912-3bb006eb087d'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:09:49.549759 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['864b2d94-2be0-4fa5-af16-841be4b5b3b7'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:09:49.596534 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1a2d32ea-c5f2-42ce-ba95-2e0d9636f39b req-b5254d0a-8ce3-4491-945c-c267433e5c0c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:49.662740 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1a2d32ea-c5f2-42ce-ba95-2e0d9636f39b req-b5254d0a-8ce3-4491-945c-c267433e5c0c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250780 Jun 22 04:09:50.027026 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b8d6b-2d66-4963-8e21-1fd0285a5f59 req-3fb3fa88-1644-43ed-ad46-c9b0e69860d1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:50.029052 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b62b8d6b-2d66-4963-8e21-1fd0285a5f59 req-3fb3fa88-1644-43ed-ad46-c9b0e69860d1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 944 time: 0.3162417 Jun 22 04:09:50.040479 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ce1f1-716d-43e7-86d6-af4a61dc70c8 req-412fed3b-54b1-48c9-bfba-ecf7e50c3d9f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:50.046420 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d78ce1f1-716d-43e7-86d6-af4a61dc70c8 req-412fed3b-54b1-48c9-bfba-ecf7e50c3d9f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 944 time: 0.3010893 Jun 22 04:09:50.098492 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d78ce1f1-716d-43e7-86d6-af4a61dc70c8 req-daa1e2a7-5941-4cec-b5fb-c1270b8e390e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493221 Jun 22 04:09:50.101274 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b62b8d6b-2d66-4963-8e21-1fd0285a5f59 req-86f5db03-72d3-4cea-9aad-956c4745a3c5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585444 Jun 22 04:09:50.270029 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2296789-5cf3-41d5-9bb3-14e6c888a28f req-1cbbb14b-ebe2-4316-b4ea-9fe25378eef0 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:50.271460 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2296789-5cf3-41d5-9bb3-14e6c888a28f req-1cbbb14b-ebe2-4316-b4ea-9fe25378eef0 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0610566 Jun 22 04:09:50.307981 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2296789-5cf3-41d5-9bb3-14e6c888a28f req-545dd775-a4f9-4dc5-80d4-d8722f3041a6 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Jun 22 04:09:51.327433 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8e8db-8f4d-4186-9161-04b4fcc47023 req-63aa2af5-5441-408a-95c5-821118480062 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:51.328878 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cff8e8db-8f4d-4186-9161-04b4fcc47023 req-63aa2af5-5441-408a-95c5-821118480062 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 944 time: 0.1167865 Jun 22 04:09:51.389274 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae43de-5c89-415b-800b-07d50934dd66 req-c31619af-559a-47f9-9ebf-3307a9552dff tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:51.390784 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0dae43de-5c89-415b-800b-07d50934dd66 req-c31619af-559a-47f9-9ebf-3307a9552dff tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 944 time: 0.1179402 Jun 22 04:09:51.394712 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cff8e8db-8f4d-4186-9161-04b4fcc47023 req-3beb5919-e47e-4b01-872f-b902d3544acc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512533 Jun 22 04:09:51.406109 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ac64a506-b25c-4e4a-a8b9-af07bbf37961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:51.434318 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0dae43de-5c89-415b-800b-07d50934dd66 req-2a6c475f-6177-4e9c-bb19-648b427db02f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 Jun 22 04:09:51.564824 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952a2e3-572d-4428-bd47-4be6e8468047 req-9fca98a4-8e54-43b1-a18c-d9d3fe87d8ef tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:51.566547 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b952a2e3-572d-4428-bd47-4be6e8468047 req-9fca98a4-8e54-43b1-a18c-d9d3fe87d8ef tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0656106 Jun 22 04:09:51.608289 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b952a2e3-572d-4428-bd47-4be6e8468047 req-64bf6018-fe64-4692-ab3b-858a4a16bc08 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Jun 22 04:09:52.488440 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 864b2d94-2be0-4fa5-af16-841be4b5b3b7 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:52.573431 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45696) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:52.601904 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45700) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:52.681200 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:52.688020 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:52.688287 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:52.739800 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:52.753363 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:52.780843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:52.791160 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.db.api [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 04:09:52.791160 dv-cinder-797380-1-iscsi neutron-server[93483]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 04:09:52.791160 dv-cinder-797380-1-iscsi neutron-server[93483]: [parameters: {'project_id': '1f0d7817ee2f46a988a1563609fe375b', 'id': '116d28e2-17a2-438d-a68d-eb4abce0066a', 'expiration': datetime.datetime(2021, 6, 22, 4, 11, 52, 783324)}] Jun 22 04:09:52.791160 dv-cinder-797380-1-iscsi neutron-server[93483]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93483) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:09:52.791588 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_db.api [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:09:52.800543 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61005ef1-78df-4dfc-969a-289cb2ddb324 req-72be383d-0d29-444e-ae00-6049c2b92af7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:52.802041 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61005ef1-78df-4dfc-969a-289cb2ddb324 req-72be383d-0d29-444e-ae00-6049c2b92af7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 944 time: 0.1461527 Jun 22 04:09:52.808047 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2e502-090f-43f4-bd0a-a5a3971846d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864b2d94-2be0-4fa5-af16-841be4b5b3b7'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:09:52.810957 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b16042-0efa-4d53-9341-bbdf88734490" -d '{"events": [{"server_uuid": "28c2e502-090f-43f4-bd0a-a5a3971846d7", "name": "network-vif-plugged", "status": "completed", "tag": "864b2d94-2be0-4fa5-af16-841be4b5b3b7"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:09:52.826895 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 864b2d94-2be0-4fa5-af16-841be4b5b3b7, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=864b2d94-2be0-4fa5-af16-841be4b5b3b7,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:52.850732 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f0545-66a9-43a3-941a-50dc04f58caf req-425026bd-7910-46a7-b1d1-27a2e9160a1e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:52.857775 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-569f0545-66a9-43a3-941a-50dc04f58caf req-425026bd-7910-46a7-b1d1-27a2e9160a1e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 944 time: 0.1741145 Jun 22 04:09:52.869590 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:52.870647 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 20754ef1-9411-4ce7-8912-3bb006eb087d up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:09:52.873546 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:52.880463 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:52.881867 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61005ef1-78df-4dfc-969a-289cb2ddb324 req-6e1203ba-6abf-4752-94ca-796bdabfa866 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636926 Jun 22 04:09:52.921369 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-569f0545-66a9-43a3-941a-50dc04f58caf req-d857723f-872a-4ae5-ac54-6d4f51fc0d48 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Jun 22 04:09:52.960536 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:52.965018 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-227b485b-0c42-4185-9a0b-b4af69e5ccb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:52.974753 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=864b2d94-2be0-4fa5-af16-841be4b5b3b7,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:52.978622 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:52.982443 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad78629e-3c0c-49a3-bbac-e9fe8b2b18a8 x-openstack-request-id: req-ad78629e-3c0c-49a3-bbac-e9fe8b2b18a8 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:09:52.982814 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2e502-090f-43f4-bd0a-a5a3971846d7", "name": "network-vif-plugged", "status": "completed", "tag": "864b2d94-2be0-4fa5-af16-841be4b5b3b7", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:09:52.983077 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad78629e-3c0c-49a3-bbac-e9fe8b2b18a8 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:09:52.983474 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2e502-090f-43f4-bd0a-a5a3971846d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864b2d94-2be0-4fa5-af16-841be4b5b3b7', 'code': 200} Jun 22 04:09:53.008839 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583290ae-fdde-4d70-a757-64c9db4af0d3,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:53.020171 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.020526 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.020870 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.021208 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.021542 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.021873 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.022339 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.023463 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.023815 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.024147 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.024476 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.024808 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.030565 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0d68a1da615454e8e13e854cf35c504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275887 Jun 22 04:09:53.031780 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:53.033635 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45710) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:53.055713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45714) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:53.074711 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 20754ef1-9411-4ce7-8912-3bb006eb087d completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:09:53.080397 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 20754ef1-9411-4ce7-8912-3bb006eb087d triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:09:53.080785 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.105267 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4efc6f2f-458b-4b91-908f-cb5b56edee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.109970 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8333c-437c-4446-9ae1-30c4038c3e8a req-27c555c8-4b94-4e8e-9925-14fd1644c8fa tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:53.116812 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7aa8333c-437c-4446-9ae1-30c4038c3e8a req-27c555c8-4b94-4e8e-9925-14fd1644c8fa tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.1001048 Jun 22 04:09:53.130473 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4efc6f2f-458b-4b91-908f-cb5b56edee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.166893 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7aa8333c-437c-4446-9ae1-30c4038c3e8a req-32b0015a-b4b6-4bba-a863-24cde9f0ff4e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491445 Jun 22 04:09:53.191464 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.219105 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.224175 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 20754ef1-9411-4ce7-8912-3bb006eb087d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=20754ef1-9411-4ce7-8912-3bb006eb087d,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:09:53.268926 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4efc6f2f-458b-4b91-908f-cb5b56edee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.271707 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4efc6f2f-458b-4b91-908f-cb5b56edee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.273176 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4efc6f2f-458b-4b91-908f-cb5b56edee8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/583290ae-fdde-4d70-a757-64c9db4af0d3 HTTP/1.1" status: 204 len: 168 time: 0.2384553 Jun 22 04:09:53.276617 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:53.284415 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc6f2f-458b-4b91-908f-cb5b56edee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583290ae-fdde-4d70-a757-64c9db4af0d3,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:53.293088 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.294055 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4efc6f2f-458b-4b91-908f-cb5b56edee8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:53.304018 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.306420 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:53.354913 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.360461 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=20754ef1-9411-4ce7-8912-3bb006eb087d,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:53.363602 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:53.476718 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.482271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:53.540933 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43d2135a3d204624a19350a902723546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841764 Jun 22 04:09:53.543821 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45724) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:53.555930 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621366d6-b595-41a7-9857-b84094a9082e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:53.567303 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.567667 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.568025 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.568375 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.568755 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.569076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.569513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.569732 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.570097 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.571476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.571476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.571476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:09:53.576297 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:53.601810 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-329228c0-7924-474c-a390-f4b73e72add9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.626677 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-329228c0-7924-474c-a390-f4b73e72add9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.632352 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.709125 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.719214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:53.741657 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-329228c0-7924-474c-a390-f4b73e72add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.744653 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-329228c0-7924-474c-a390-f4b73e72add9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.747048 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-329228c0-7924-474c-a390-f4b73e72add9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/621366d6-b595-41a7-9857-b84094a9082e HTTP/1.1" status: 204 len: 168 time: 0.2015822 Jun 22 04:09:53.753192 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-933e2105-9df0-4b23-acd7-ef02dfc75200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:53.753323 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f0d7817ee2f46a988a1563609fe375b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1742249 Jun 22 04:09:53.753323 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5647a5c-212f-4756-9a15-debd143522d2,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:53.753323 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:53.755182 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45734) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:53.767352 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329228c0-7924-474c-a390-f4b73e72add9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621366d6-b595-41a7-9857-b84094a9082e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:53.773678 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-329228c0-7924-474c-a390-f4b73e72add9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:53.815754 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05354b35-a184-44ff-9f02-9265326e8032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.837372 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05354b35-a184-44ff-9f02-9265326e8032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:53.862154 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ef8eeca5-c7ea-4f97-a266-50c46362f08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.001595 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05354b35-a184-44ff-9f02-9265326e8032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.006325 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05354b35-a184-44ff-9f02-9265326e8032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.007722 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-05354b35-a184-44ff-9f02-9265326e8032 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5647a5c-212f-4756-9a15-debd143522d2 HTTP/1.1" status: 204 len: 168 time: 0.2516539 Jun 22 04:09:54.009847 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3a1ac8e9-caa5-4617-9e84-b74f603e8e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:54.029878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05354b35-a184-44ff-9f02-9265326e8032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5647a5c-212f-4756-9a15-debd143522d2,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:54.065477 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-05354b35-a184-44ff-9f02-9265326e8032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:54.146107 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b83fb-db94-4ef7-a5fa-69875e08687f req-ee9ba51d-be1e-4594-81ff-a500c27f9771 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:54.147772 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.147905 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1c2b83fb-db94-4ef7-a5fa-69875e08687f req-ee9ba51d-be1e-4594-81ff-a500c27f9771 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1389434 Jun 22 04:09:54.162971 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0c5d6-e421-4128-ae9a-6f39994a0e21 req-51d0e849-7e97-453d-9b48-9dddd8d52f9c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:54.168962 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ef0c5d6-e421-4128-ae9a-6f39994a0e21 req-51d0e849-7e97-453d-9b48-9dddd8d52f9c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1020916 Jun 22 04:09:54.228368 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ef0c5d6-e421-4128-ae9a-6f39994a0e21 req-77a75b21-43bc-4d51-9312-f1c2bf02a920 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573883 Jun 22 04:09:54.236571 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1c2b83fb-db94-4ef7-a5fa-69875e08687f req-fee0f4b8-7742-4819-815b-caf7791eb628 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603464 Jun 22 04:09:54.565739 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45762) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:54.579006 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b986-c0b0-491f-889c-c0c1afefdbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.670147 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b986-c0b0-491f-889c-c0c1afefdbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.708848 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b986-c0b0-491f-889c-c0c1afefdbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.711618 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:54.749691 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4ed0b986-c0b0-491f-889c-c0c1afefdbe5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49dbdf3f8407487ea19275b6fcc47412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827345 Jun 22 04:09:54.750711 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0b986-c0b0-491f-889c-c0c1afefdbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad07c95-89db-4f34-8225-7c932390b662,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:54.752494 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45766) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:54.754296 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4ed0b986-c0b0-491f-889c-c0c1afefdbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:54.762089 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45768) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:54.776042 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eee28819-571a-4d09-abe6-20963768681d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.808726 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-496436cb-fde1-4720-8452-1239b165fa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.831782 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-496436cb-fde1-4720-8452-1239b165fa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.873760 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eee28819-571a-4d09-abe6-20963768681d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.915168 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eee28819-571a-4d09-abe6-20963768681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.921514 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f28555b3-350b-4c78-b494-8e9396aaf91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:54.937629 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-496436cb-fde1-4720-8452-1239b165fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.940806 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-496436cb-fde1-4720-8452-1239b165fa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:54.941659 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-496436cb-fde1-4720-8452-1239b165fa38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fad07c95-89db-4f34-8225-7c932390b662 HTTP/1.1" status: 204 len: 168 time: 0.1881855 Jun 22 04:09:54.943251 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b5ca4cf5-9730-40dc-bcd0-6b570b194ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:54.953173 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496436cb-fde1-4720-8452-1239b165fa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad07c95-89db-4f34-8225-7c932390b662,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:54.955821 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-496436cb-fde1-4720-8452-1239b165fa38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:54.965908 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-eee28819-571a-4d09-abe6-20963768681d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80bbe4d24d9441cc9a7dfda8706d651d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003899 Jun 22 04:09:54.966856 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45778) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:54.981844 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28819-571a-4d09-abe6-20963768681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dacf25-a6ae-4ce9-bc17-eaa48c355528,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:54.984784 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20754ef1-9411-4ce7-8912-3bb006eb087d'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:09:54.987826 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e773472-62b9-498c-aa3a-9dccc6c576c7" -d '{"events": [{"server_uuid": "e6230d63-e099-45d3-9ae1-bbe4e9a33e4c", "name": "network-vif-plugged", "status": "completed", "tag": "20754ef1-9411-4ce7-8912-3bb006eb087d"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:09:54.997866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eee28819-571a-4d09-abe6-20963768681d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:55.043639 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deae3f2-4e20-43fa-928a-89a35ecd6983 x-openstack-request-id: req-0deae3f2-4e20-43fa-928a-89a35ecd6983 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:09:55.043949 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6230d63-e099-45d3-9ae1-bbe4e9a33e4c", "name": "network-vif-plugged", "status": "completed", "tag": "20754ef1-9411-4ce7-8912-3bb006eb087d", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:09:55.044710 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0deae3f2-4e20-43fa-928a-89a35ecd6983 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:09:55.045432 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'code': 200} Jun 22 04:09:55.046999 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-32ce3634-6ba0-4386-9f72-dcc29d429f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:55.069548 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-32ce3634-6ba0-4386-9f72-dcc29d429f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:55.074757 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:55.223207 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-32ce3634-6ba0-4386-9f72-dcc29d429f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:55.226002 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-32ce3634-6ba0-4386-9f72-dcc29d429f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:55.227506 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-32ce3634-6ba0-4386-9f72-dcc29d429f92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67dacf25-a6ae-4ce9-bc17-eaa48c355528 HTTP/1.1" status: 204 len: 168 time: 0.2598646 Jun 22 04:09:55.228170 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:55.236836 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce3634-6ba0-4386-9f72-dcc29d429f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dacf25-a6ae-4ce9-bc17-eaa48c355528,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:55.240572 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-32ce3634-6ba0-4386-9f72-dcc29d429f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:55.462293 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a84f-ecdf-4697-a362-18a3fd706dda req-1c9732ae-649c-4f21-870c-fbb6abbb707a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:55.462609 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-87e6a84f-ecdf-4697-a362-18a3fd706dda req-1c9732ae-649c-4f21-870c-fbb6abbb707a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1019857 Jun 22 04:09:55.474983 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20e598-fa92-4747-bca2-20c0e9214643 req-e20440cc-637b-404b-9f84-c31d680cb5c9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:55.476630 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca20e598-fa92-4747-bca2-20c0e9214643 req-e20440cc-637b-404b-9f84-c31d680cb5c9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1071024 Jun 22 04:09:55.527151 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-87e6a84f-ecdf-4697-a362-18a3fd706dda req-d2a13e32-448f-4cf4-9684-d25a8aa8e21a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493953 Jun 22 04:09:55.542436 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca20e598-fa92-4747-bca2-20c0e9214643 req-6faa735b-e12a-4c4d-894b-9f0b9f2c1de0 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Jun 22 04:09:56.119681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45818) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:56.136354 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b5053e05-7121-4449-950b-f6f66de9ee84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:56.231160 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b5053e05-7121-4449-950b-f6f66de9ee84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:56.315536 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b5053e05-7121-4449-950b-f6f66de9ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:56.321293 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f017dcf8-9f43-43f4-9a4e-b77af9631584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:56.363424 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b5053e05-7121-4449-950b-f6f66de9ee84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=878ed1314ab148f08e17a1f7e41b56bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425873 Jun 22 04:09:56.366021 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45832) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:56.369344 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5053e05-7121-4449-950b-f6f66de9ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ff1b5-3b98-4483-9881-4d692045cc17,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:56.374699 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b5053e05-7121-4449-950b-f6f66de9ee84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:56.422927 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-75c1b9d8-e1e6-49dc-ad69-d81a1b86a57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:56.444283 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-75c1b9d8-e1e6-49dc-ad69-d81a1b86a57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:56.451791 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:56.549318 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-75c1b9d8-e1e6-49dc-ad69-d81a1b86a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:56.552178 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-75c1b9d8-e1e6-49dc-ad69-d81a1b86a57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:56.554660 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-75c1b9d8-e1e6-49dc-ad69-d81a1b86a57a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/384ff1b5-3b98-4483-9881-4d692045cc17 HTTP/1.1" status: 204 len: 168 time: 0.1853690 Jun 22 04:09:56.554660 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d595b902-085f-4f0b-a0b5-ae80daf7bd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:56.562049 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1b9d8-e1e6-49dc-ad69-d81a1b86a57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ff1b5-3b98-4483-9881-4d692045cc17,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:56.564407 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-75c1b9d8-e1e6-49dc-ad69-d81a1b86a57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:56.769605 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8388-97b6-4440-94d9-7f08718a0201 req-ec7662c9-83bd-4338-a596-1c8b75a6f2b1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:56.776674 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e3e8388-97b6-4440-94d9-7f08718a0201 req-ec7662c9-83bd-4338-a596-1c8b75a6f2b1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1054113 Jun 22 04:09:56.830698 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e3e8388-97b6-4440-94d9-7f08718a0201 req-9203b20a-4341-4df2-ba62-a411912b22a8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530634 Jun 22 04:09:56.849532 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45848) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:56.852212 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a65295-1d14-4822-b989-cbb6c98cc010 req-6e787f23-c4cd-4d83-b7b7-85d4a1acdb2f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:56.856746 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e7a65295-1d14-4822-b989-cbb6c98cc010 req-6e787f23-c4cd-4d83-b7b7-85d4a1acdb2f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1380720 Jun 22 04:09:56.901566 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e7a65295-1d14-4822-b989-cbb6c98cc010 req-40a89662-5d53-413b-8325-c508e92ee17a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Jun 22 04:09:57.064641 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0607-ac33-46d3-8b3a-bd9adf94aa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:57.154029 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0607-ac33-46d3-8b3a-bd9adf94aa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:57.221576 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0607-ac33-46d3-8b3a-bd9adf94aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:57.225171 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-adcb3de0-054d-40c4-8003-d580b1847289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:57.261317 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-f3ff0607-ac33-46d3-8b3a-bd9adf94aa30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e703c5bfb344b1695edee843de31f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119315 Jun 22 04:09:57.262196 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff0607-ac33-46d3-8b3a-bd9adf94aa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cc7da8-124d-4990-b2ec-04828c6515cd,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:57.264197 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45864) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:57.265097 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f3ff0607-ac33-46d3-8b3a-bd9adf94aa30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:57.316046 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-49ac1d76-f584-4491-b2da-4c0d19f59cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:57.337152 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-49ac1d76-f584-4491-b2da-4c0d19f59cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:57.512858 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-49ac1d76-f584-4491-b2da-4c0d19f59cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:57.515679 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-49ac1d76-f584-4491-b2da-4c0d19f59cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:57.516956 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-49ac1d76-f584-4491-b2da-4c0d19f59cc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0cc7da8-124d-4990-b2ec-04828c6515cd HTTP/1.1" status: 204 len: 168 time: 0.2517133 Jun 22 04:09:57.518566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-27926fc0-eaaa-43c6-8196-d3621142fce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:57.530796 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac1d76-f584-4491-b2da-4c0d19f59cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cc7da8-124d-4990-b2ec-04828c6515cd,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:57.533977 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-49ac1d76-f584-4491-b2da-4c0d19f59cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:58.150023 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50716a88-c742-428c-8c2e-43c7b4a3131e req-8992c6f7-f46e-4a85-946a-ebe1cfd930d4 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:58.151545 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50716a88-c742-428c-8c2e-43c7b4a3131e req-8992c6f7-f46e-4a85-946a-ebe1cfd930d4 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1957977 Jun 22 04:09:58.160687 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5c7a-d82f-4422-b491-cba8afea9195 req-10d3ee6f-af5d-44ba-b096-77969453bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:58.162229 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a7b5c7a-d82f-4422-b491-cba8afea9195 req-10d3ee6f-af5d-44ba-b096-77969453bb56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 1098 time: 0.1932049 Jun 22 04:09:58.167171 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4f54f-7bac-4ab2-bfb9-bbf3cc8b828c req-c8da336b-f708-418d-9e8c-a70eed7e3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:58.168539 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-48e4f54f-7bac-4ab2-bfb9-bbf3cc8b828c req-c8da336b-f708-418d-9e8c-a70eed7e3b50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 1098 time: 0.1700606 Jun 22 04:09:58.218745 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ac3fb-488f-49e7-b25c-4bbf8cc4d424 req-dfee0563-b3de-4c45-9d98-24d5182db401 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:58.220213 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad8ac3fb-488f-49e7-b25c-4bbf8cc4d424 req-dfee0563-b3de-4c45-9d98-24d5182db401 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1915574 Jun 22 04:09:58.272162 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50716a88-c742-428c-8c2e-43c7b4a3131e req-553c76d1-393a-453c-8110-db7287f64c32 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008430 Jun 22 04:09:58.281448 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a7b5c7a-d82f-4422-b491-cba8afea9195 req-b5ddb3cb-d5bd-4dca-bdc0-cd2c40d96d9c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075799 Jun 22 04:09:58.282499 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45902) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:58.282938 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-48e4f54f-7bac-4ab2-bfb9-bbf3cc8b828c req-189b24f4-ad52-479f-a177-ea855e51eaf1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005971 Jun 22 04:09:58.295727 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad8ac3fb-488f-49e7-b25c-4bbf8cc4d424 req-e02682a7-d23e-44df-bcce-ea12b7ddca0d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664546 Jun 22 04:09:58.299349 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-46ba605f-a4aa-4944-a1bc-789a3a7b7ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.386406 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-46ba605f-a4aa-4944-a1bc-789a3a7b7ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.439804 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45908) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:58.462840 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-46ba605f-a4aa-4944-a1bc-789a3a7b7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.467110 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-536a8924-90f1-4fb2-b451-929caca8d5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:58.498850 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-46ba605f-a4aa-4944-a1bc-789a3a7b7ea5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f5872535ea9499f85c9407c330a88de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148917 Jun 22 04:09:58.501901 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45914) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:58.524872 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba605f-a4aa-4944-a1bc-789a3a7b7ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca21b9fd-e72c-4cfd-9f05-a05e0cc36845,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:58.527896 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-46ba605f-a4aa-4944-a1bc-789a3a7b7ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:58.554187 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-afdc0c11-3997-4c57-87c1-dc5f7860a063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.561461 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0e70-b0bc-4b85-b3e3-9bc6596080e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.586506 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0e70-b0bc-4b85-b3e3-9bc6596080e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.639573 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-afdc0c11-3997-4c57-87c1-dc5f7860a063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.697500 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0e70-b0bc-4b85-b3e3-9bc6596080e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.700113 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0e70-b0bc-4b85-b3e3-9bc6596080e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.701804 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-9f6e0e70-b0bc-4b85-b3e3-9bc6596080e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca21b9fd-e72c-4cfd-9f05-a05e0cc36845 HTTP/1.1" status: 204 len: 168 time: 0.1989763 Jun 22 04:09:58.702545 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-be762647-92b6-4ff0-a109-00b51e949a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:58.710117 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e0e70-b0bc-4b85-b3e3-9bc6596080e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca21b9fd-e72c-4cfd-9f05-a05e0cc36845,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:58.712268 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9f6e0e70-b0bc-4b85-b3e3-9bc6596080e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:58.726974 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-afdc0c11-3997-4c57-87c1-dc5f7860a063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.729678 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5a6624df-cc6f-454f-af61-0955d84188dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:58.765181 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc0c11-3997-4c57-87c1-dc5f7860a063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770dc526-40a5-49b9-8220-00221d7c27c5,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:58.769414 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-afdc0c11-3997-4c57-87c1-dc5f7860a063 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfc9a3faf3814b4f824156bb16e47e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283539 Jun 22 04:09:58.770439 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-afdc0c11-3997-4c57-87c1-dc5f7860a063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:58.772072 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45918) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:09:58.826209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ff06d6d8-26eb-4ee1-9ae3-be82485dbeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.847791 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ff06d6d8-26eb-4ee1-9ae3-be82485dbeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.964638 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ff06d6d8-26eb-4ee1-9ae3-be82485dbeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.967372 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ff06d6d8-26eb-4ee1-9ae3-be82485dbeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:09:58.968508 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ff06d6d8-26eb-4ee1-9ae3-be82485dbeae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/770dc526-40a5-49b9-8220-00221d7c27c5 HTTP/1.1" status: 204 len: 168 time: 0.1954896 Jun 22 04:09:58.969361 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eee28819-571a-4d09-abe6-20963768681d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:09:58.976980 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06d6d8-26eb-4ee1-9ae3-be82485dbeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770dc526-40a5-49b9-8220-00221d7c27c5,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:09:58.983549 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ff06d6d8-26eb-4ee1-9ae3-be82485dbeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:09:59.375832 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-949946cd-eae7-4024-87bf-cd7cc0b6aa2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531301 Jun 22 04:09:59.567206 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1d6f-d81f-45f7-a09c-9b76dd1d9ad8 req-4441e614-5b42-4944-be0b-c9309186e062 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:59.568698 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a36c1d6f-d81f-45f7-a09c-9b76dd1d9ad8 req-4441e614-5b42-4944-be0b-c9309186e062 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1670063 Jun 22 04:09:59.594474 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-fcb2e10f-a321-45ef-a9c0-6dedde61b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:59.595913 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-fcb2e10f-a321-45ef-a9c0-6dedde61b560 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5326ddf2134941618822ff9dce13209f&device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 1098 time: 0.1374242 Jun 22 04:09:59.620426 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb83c01-2418-4578-8291-9e2d276a3219 req-4a9b52e9-ca40-48f0-bde1-07d5f0521b12 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:59.621935 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-edb83c01-2418-4578-8291-9e2d276a3219 req-4a9b52e9-ca40-48f0-bde1-07d5f0521b12 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1297112 Jun 22 04:09:59.674531 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a36c1d6f-d81f-45f7-a09c-9b76dd1d9ad8 req-73cce2ed-0bf5-4a54-bfca-b8e589961467 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921533 Jun 22 04:09:59.726576 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-edb83c01-2418-4578-8291-9e2d276a3219 req-11cf86fa-6571-4859-a5d7-1ae50c4b4bb6 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975909 Jun 22 04:09:59.766052 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-4d3c37cb-e1ba-455a-8bc8-e2c3d75600c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:59.767943 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-4d3c37cb-e1ba-455a-8bc8-e2c3d75600c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 HTTP/1.1" status: 200 len: 913 time: 0.1323719 Jun 22 04:09:59.818312 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-de704e51-1a1a-4b9b-9faf-000f69ce5fbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e14b978-5e0b-4d2a-a7f1-9695044f6966 HTTP/1.1" status: 200 len: 217 time: 0.0357080 Jun 22 04:09:59.870734 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-bde09cff-686a-42a9-bbea-01a5cc3196b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:09:59.872330 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-bde09cff-686a-42a9-bbea-01a5cc3196b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81365dbb-1d19-4884-b6b8-33f7d7c02fb3 HTTP/1.1" status: 200 len: 852 time: 0.0480793 Jun 22 04:09:59.944645 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-5290fd3c-e407-4066-8fb2-032070a66f09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382195 Jun 22 04:10:00.050095 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-7e522665-3462-4012-ba4d-0e5a46875eb8 service neutron] 10.222.0.26 "GET /v2.0/networks/92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979674 Jun 22 04:10:00.152692 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7138871-fb9b-46ad-843c-ce88a48f39a1 req-d5ccfdce-ba2b-4cce-85a7-3874f8361ebc service neutron] 10.222.0.26 "GET /v2.0/networks/92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901332 Jun 22 04:10:00.234905 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 45990) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:00.335097 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536980101-network', 'tenant_id': 'b89444455e8a4ba9ab0ab5caace53d11'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:00.472834 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Made reservation on behalf of b89444455e8a4ba9ab0ab5caace53d11 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:00.475298 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:00.485676 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:00.572043 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:00.684912 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:00.688041 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a0d4746a-b105-4f87-bbe6-e74451c3ef71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:00.731366 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:10:00.738910 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a8c861-d152-4046-9215-9c6aaf59623a,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:00.758628 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:00.765688 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:00.766042 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Added segment 29c6be95-c525-433c-b990-e7bd7dca2077 of type vlan for network a64be47a-c8bf-4635-8fbc-10b932925bdc Jun 22 04:10:00.836439 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:00.969599 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81bc97-6074-4b02-8588-3d1565b65935 req-4b0d9ae5-1018-41b0-93db-3739189d7b39 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:00.971136 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f81bc97-6074-4b02-8588-3d1565b65935 req-4b0d9ae5-1018-41b0-93db-3739189d7b39 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1187675 Jun 22 04:10:01.011728 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f81bc97-6074-4b02-8588-3d1565b65935 req-224604c0-cf36-4e05-982c-2be74833108c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350547 Jun 22 04:10:01.119784 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:01.121408 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:01.122875 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:01.140223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:01.232878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=a64be47a-c8bf-4635-8fbc-10b932925bdc,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:01.237343 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:01.247448 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network a64be47a-c8bf-4635-8fbc-10b932925bdc details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:10:01.265142 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d4e55-5b52-441d-b4fc-d9fe1a19471a req-c9fde1c0-e9f3-4f26-8ae1-1c30a7c4a7bd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:01.266733 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a65d4e55-5b52-441d-b4fc-d9fe1a19471a req-c9fde1c0-e9f3-4f26-8ae1-1c30a7c4a7bd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0837870 Jun 22 04:10:01.295891 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0578032 Jun 22 04:10:01.300096 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46048) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:01.302677 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Request body: {'subnet': {'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536980101-subnet', 'tenant_id': 'b89444455e8a4ba9ab0ab5caace53d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:01.327097 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a65d4e55-5b52-441d-b4fc-d9fe1a19471a req-a4559b5a-13a0-4f54-8008-251c2c4d8a3d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532501 Jun 22 04:10:01.444398 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Made reservation on behalf of b89444455e8a4ba9ab0ab5caace53d11 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:01.447070 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:01.687045 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:01.695776 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d3793dc3-2573-45b2-a614-0ba4ca4a8da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:01.753301 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56dfba7-9dc1-4b8f-9036-ce1fc865f624,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:01.756743 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:01.762869 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Checking segment: {'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:01.763235 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Network hostable DHCP agents. Network: a64be47a-c8bf-4635-8fbc-10b932925bdc, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:10:01.777022 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 46066) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:01.845754 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Network a64be47a-c8bf-4635-8fbc-10b932925bdc is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:10:01.897063 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, a64be47a-c8bf-4635-8fbc-10b932925bdc) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:01.907524 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:01.907821 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ba219-53cf-4a14-8156-831ad9193b84 None None] Network a64be47a-c8bf-4635-8fbc-10b932925bdc requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:01.908124 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:01.915118 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6b5198e-46cf-43be-abed-d70b2da9b005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:01.921787 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:02.001231 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7024810 Jun 22 04:10:02.152388 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9464dcbd-ed2f-4445-894b-ba7b917eddaa None None] Network a64be47a-c8bf-4635-8fbc-10b932925bdc requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:02.152755 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6b5198e-46cf-43be-abed-d70b2da9b005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:02.214527 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736eb5-a848-41b0-a436-080f996c5d2e req-dfac8285-b4a1-4717-8ef6-d800d5f31b62 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:02.216668 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed736eb5-a848-41b0-a436-080f996c5d2e req-dfac8285-b4a1-4717-8ef6-d800d5f31b62 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0695264 Jun 22 04:10:02.255170 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed736eb5-a848-41b0-a436-080f996c5d2e req-274b4a46-c3f3-445b-9706-fe9f0b031765 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328226 Jun 22 04:10:02.409627 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6b5198e-46cf-43be-abed-d70b2da9b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:02.413102 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-68a39902-c690-406d-8041-e7df982c7369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:02.484385 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f6b5198e-46cf-43be-abed-d70b2da9b005 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=064089f4a96540d7a6f49ec622c410eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062545 Jun 22 04:10:02.487166 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46098) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:02.493965 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5198e-46cf-43be-abed-d70b2da9b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb6fa5-77fe-4679-8d97-54ac03671ab9,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:02.497970 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f6b5198e-46cf-43be-abed-d70b2da9b005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:02.529365 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc3ef8-ff86-4c18-b907-7ce111615ea7 req-36aca074-5229-43c6-901e-5c2090765c9d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:02.530928 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0fc3ef8-ff86-4c18-b907-7ce111615ea7 req-36aca074-5229-43c6-901e-5c2090765c9d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1541760 Jun 22 04:10:02.540909 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e5c50adc-cb3b-419a-ad85-c1ee58880f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:02.541086 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 46100) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:02.547652 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'floatingip': {'port_id': '20754ef1-9411-4ce7-8912-3bb006eb087d'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:02.561891 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e5c50adc-cb3b-419a-ad85-c1ee58880f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:02.581197 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb743a1-bca6-4d88-8cd7-7385a3f19001 req-52106bd7-6a01-43d9-bdcc-6f4d51693669 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:02.582725 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9cb743a1-bca6-4d88-8cd7-7385a3f19001 req-52106bd7-6a01-43d9-bdcc-6f4d51693669 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1456037 Jun 22 04:10:02.634225 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:02.691936 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e5c50adc-cb3b-419a-ad85-c1ee58880f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:02.695087 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e5c50adc-cb3b-419a-ad85-c1ee58880f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:02.701588 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-e5c50adc-cb3b-419a-ad85-c1ee58880f59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2bb6fa5-77fe-4679-8d97-54ac03671ab9 HTTP/1.1" status: 204 len: 168 time: 0.2080500 Jun 22 04:10:02.701588 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:02.707587 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c50adc-cb3b-419a-ad85-c1ee58880f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb6fa5-77fe-4679-8d97-54ac03671ab9,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:02.710164 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e5c50adc-cb3b-419a-ad85-c1ee58880f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:02.737967 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9cb743a1-bca6-4d88-8cd7-7385a3f19001 req-f649662e-2995-452c-8717-d39e7e75feba tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210165 Jun 22 04:10:03.520563 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46128) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:03.534946 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a73f7cd7-d599-49a9-8233-b8832c083661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:03.633239 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a73f7cd7-d599-49a9-8233-b8832c083661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:03.646331 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487c01-0461-418d-a30c-cb89aaff6072 req-de24dbe9-095c-4431-bb31-13d6360e966e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:03.648011 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-29487c01-0461-418d-a30c-cb89aaff6072 req-de24dbe9-095c-4431-bb31-13d6360e966e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.2843902 Jun 22 04:10:03.735690 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-80ec4442-df79-4648-b483-836fa4c7ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:03.737163 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-80ec4442-df79-4648-b483-836fa4c7ed24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 1098 time: 0.2755158 Jun 22 04:10:03.747900 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a73f7cd7-d599-49a9-8233-b8832c083661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:03.760825 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c3112ba0-ece3-4e51-be23-7d2ff846607f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:03.767381 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46134) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:03.789061 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:03.793350 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a73f7cd7-d599-49a9-8233-b8832c083661 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d60a7928a5441e097a8549aa2f3fee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694740 Jun 22 04:10:03.795595 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46138) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:03.820032 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f7cd7-d599-49a9-8233-b8832c083661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a777369-1ec6-49f4-b83d-941ee6f263b6,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:03.828113 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-29487c01-0461-418d-a30c-cb89aaff6072 req-927f6954-f85f-4270-ba90-8d63d7192102 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693995 Jun 22 04:10:03.837571 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a73f7cd7-d599-49a9-8233-b8832c083661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:03.880658 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-320d8c34-c37c-4df1-8d34-d0360a82a005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:03.885856 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:03.886435 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-e17c22a3-6413-416e-94ad-8d2a2e5abd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:03.888840 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-e17c22a3-6413-416e-94ad-8d2a2e5abd8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 920 time: 0.1283436 Jun 22 04:10:03.925292 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-320d8c34-c37c-4df1-8d34-d0360a82a005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:03.939202 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b71174ef-8461-4c18-92ef-97c0dd367d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:03.964974 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-98c0f8c0-c463-4ef3-b3d1-cf0fcd84c014 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864b2d94-2be0-4fa5-af16-841be4b5b3b7 HTTP/1.1" status: 200 len: 217 time: 0.0410151 Jun 22 04:10:04.057502 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Floating IP 56def209-e14f-4c94-91ce-1dc2a6da7e69 associated. External IP: 172.27.1.231, port: 20754ef1-9411-4ce7-8912-3bb006eb087d. Jun 22 04:10:04.060916 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-799d315a-89b5-4221-8402-5bf459e81a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:04.062500 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-799d315a-89b5-4221-8402-5bf459e81a9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.0622685 Jun 22 04:10:04.070989 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-320d8c34-c37c-4df1-8d34-d0360a82a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.073818 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-320d8c34-c37c-4df1-8d34-d0360a82a005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.078016 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-320d8c34-c37c-4df1-8d34-d0360a82a005 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a777369-1ec6-49f4-b83d-941ee6f263b6 HTTP/1.1" status: 204 len: 168 time: 0.2785280 Jun 22 04:10:04.078016 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:04.092786 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d8c34-c37c-4df1-8d34-d0360a82a005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a777369-1ec6-49f4-b83d-941ee6f263b6,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:04.098140 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-320d8c34-c37c-4df1-8d34-d0360a82a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:04.155837 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-14c17716-62c2-462c-b272-0e85427c6684 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539289 Jun 22 04:10:04.156790 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b71174ef-8461-4c18-92ef-97c0dd367d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.251547 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b71174ef-8461-4c18-92ef-97c0dd367d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.255277 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-75c1b9d8-e1e6-49dc-ad69-d81a1b86a57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:04.293893 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b71174ef-8461-4c18-92ef-97c0dd367d01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=875bab4b928e458d835580e04d4de48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211701 Jun 22 04:10:04.296641 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46150) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:04.302885 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71174ef-8461-4c18-92ef-97c0dd367d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d3a70a-4d24-427a-85b7-df222e27fd9b,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:04.306218 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b71174ef-8461-4c18-92ef-97c0dd367d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:04.333052 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-6fb43cb6-0b56-457c-956e-8c0bc6dadd26 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421630 Jun 22 04:10:04.355303 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-01e69d89-ef8e-461a-b8f8-a1e9ab217e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.376555 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-01e69d89-ef8e-461a-b8f8-a1e9ab217e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.457976 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Router 318bccbf-ebda-4c3a-87ba-c64c6c311762 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:10:04.487592 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e99d8d9-ce3e-4e66-a46c-1c8e5ebc4c0b req-473f23f1-ab53-4629-9bd3-6f75c040b070 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173239 Jun 22 04:10:04.504034 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-01e69d89-ef8e-461a-b8f8-a1e9ab217e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.506648 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-01e69d89-ef8e-461a-b8f8-a1e9ab217e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.507747 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-01e69d89-ef8e-461a-b8f8-a1e9ab217e83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7d3a70a-4d24-427a-85b7-df222e27fd9b HTTP/1.1" status: 204 len: 168 time: 0.2100871 Jun 22 04:10:04.508653 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4efc6f2f-458b-4b91-908f-cb5b56edee8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:04.520704 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e69d89-ef8e-461a-b8f8-a1e9ab217e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d3a70a-4d24-427a-85b7-df222e27fd9b,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:04.525027 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-01e69d89-ef8e-461a-b8f8-a1e9ab217e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:04.594612 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:10:04.599278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:04.609560 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] Sync routers for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:10:04.618447 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:10:04.619088 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:09:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:04.649885 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-98fbbdab-865b-453e-bcf1-890fe78b1e6d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "PUT /v2.0/floatingips/56def209-e14f-4c94-91ce-1dc2a6da7e69 HTTP/1.1" status: 200 len: 991 time: 2.1058419 Jun 22 04:10:04.649885 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'tag': '20754ef1-9411-4ce7-8912-3bb006eb087d'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:10:04.651118 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6230d63-e099-45d3-9ae1-bbe4e9a33e4c", "tag": "20754ef1-9411-4ce7-8912-3bb006eb087d"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:10:04.695851 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9dfb90-33b5-4b39-a662-121e8ce8ea55 x-openstack-request-id: req-da9dfb90-33b5-4b39-a662-121e8ce8ea55 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:10:04.696170 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6230d63-e099-45d3-9ae1-bbe4e9a33e4c", "tag": "20754ef1-9411-4ce7-8912-3bb006eb087d", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:10:04.696439 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da9dfb90-33b5-4b39-a662-121e8ce8ea55 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:10:04.696859 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'tag': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'status': 'completed', 'code': 200} Jun 22 04:10:04.821951 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:10:04.900317 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-ad81a551-a948-451a-9f13-e5b77c52021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:04.902040 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-ad81a551-a948-451a-9f13-e5b77c52021a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 1098 time: 0.0781248 Jun 22 04:10:05.167841 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '56def209-e14f-4c94-91ce-1dc2a6da7e69', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'port_id': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'mac_address': 'fa:16:3e:44:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:09:08Z', 'updated_at': '2021-06-22T04:10:03Z', 'revision_number': 1, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:05.205045 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] Checking router: 318bccbf-ebda-4c3a-87ba-c64c6c311762 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:10:05.217343 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:10:05.218169 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:09:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:05.362603 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-aafa5718-bae1-4277-88b3-543871cd8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:05.362603 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-aafa5718-bae1-4277-88b3-543871cd8b8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 912 time: 0.4503248 Jun 22 04:10:05.375332 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:10:05.478391 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea23b5-dfc8-4fb4-b15e-749b1cad7fc9 req-cf456fc8-30f2-4e99-b92c-52f46138af1b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:05.485358 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5ea23b5-dfc8-4fb4-b15e-749b1cad7fc9 req-cf456fc8-30f2-4e99-b92c-52f46138af1b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.2208889 Jun 22 04:10:05.499333 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-720c6720-f4c8-4f70-8a9a-554165ca20ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 200 len: 999 time: 0.1319191 Jun 22 04:10:05.583679 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5ea23b5-dfc8-4fb4-b15e-749b1cad7fc9 req-227342c5-64a0-4206-b2da-c8596b15db39 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972788 Jun 22 04:10:05.603377 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-2fccf08f-3066-4345-b294-4a0db9f46eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:05.603377 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-2fccf08f-3066-4345-b294-4a0db9f46eea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.0955560 Jun 22 04:10:05.722736 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '56def209-e14f-4c94-91ce-1dc2a6da7e69', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'port_id': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'mac_address': 'fa:16:3e:44:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:09:08Z', 'updated_at': '2021-06-22T04:10:03Z', 'revision_number': 1, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:05.754965 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-92e7684d-c9ac-4450-b6e7-83b5c72f01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:05.755479 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477075a-45c9-459f-ae05-c7a806653cfc None None] The sync data for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi is: [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '56def209-e14f-4c94-91ce-1dc2a6da7e69', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'port_id': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'mac_address': 'fa:16:3e:44:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:09:08Z', 'updated_at': '2021-06-22T04:10:03Z', 'revision_number': 1, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:10:05.756434 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-92e7684d-c9ac-4450-b6e7-83b5c72f01e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1386774 Jun 22 04:10:05.789929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-e0ed452e-f998-473b-9a8b-5e464414220b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:05.791486 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-e0ed452e-f998-473b-9a8b-5e464414220b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/networks?id=a64be47a-c8bf-4635-8fbc-10b932925bdc HTTP/1.1" status: 200 len: 809 time: 0.1591856 Jun 22 04:10:05.825646 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-e06b6f4d-7fb7-4d9b-8742-9cedaed7fa90 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/quotas/b89444455e8a4ba9ab0ab5caace53d11 HTTP/1.1" status: 200 len: 375 time: 0.0260425 Jun 22 04:10:05.899353 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-b629d4b2-7f72-405e-8b15-84653675afba tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351849 Jun 22 04:10:05.973441 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-23957d39-0793-4a9f-bbb2-6d2aca452cdc service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072084 Jun 22 04:10:06.051190 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06bf32-7d8a-4500-a608-b6595836f387 None None] New status for floating IP 56def209-e14f-4c94-91ce-1dc2a6da7e69: ACTIVE {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:10:06.053720 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-43e63668-a4ca-4180-b90d-51f07548b3ed service neutron] 10.222.0.37 "GET /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583455 Jun 22 04:10:06.142749 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa10bee0-0a8e-4ad6-86a8-1fbff8583e3e req-68d84821-d673-4d2c-b5eb-c65aa6ac0fbc service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599741 Jun 22 04:10:06.171804 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-87e364e7-a3da-4b44-9c7b-5db999bac39f service neutron] 10.222.0.37 "GET /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108148 Jun 22 04:10:06.446282 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46256) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:06.591097 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ba77d6cf-ea06-4ef9-9d77-f7e5e80d4c50 req-e14ded6d-fa52-45fa-a345-959e36d7eff5 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 210 time: 0.0373149 Jun 22 04:10:06.610498 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae05c-2952-422b-9360-8816fb2be80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:06.737901 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae05c-2952-422b-9360-8816fb2be80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:06.764632 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeeee7-ae69-4778-91a1-89131b26673b req-80241a46-bfb5-4501-a35d-5e4b62d19ae7 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:06.766163 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-abfeeee7-ae69-4778-91a1-89131b26673b req-80241a46-bfb5-4501-a35d-5e4b62d19ae7 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0639284 Jun 22 04:10:06.803486 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-abfeeee7-ae69-4778-91a1-89131b26673b req-e17d60ed-42e7-4240-9581-a4e4db5ceb3a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Jun 22 04:10:06.832670 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae05c-2952-422b-9360-8816fb2be80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:06.842238 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-524637a4-7c66-4ff0-be51-e30d026c3930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:06.869650 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2d0ae05c-2952-422b-9360-8816fb2be80b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c1acb93884443b2aae0d70db3a13e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214938 Jun 22 04:10:06.872916 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 46280) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:06.875688 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ae05c-2952-422b-9360-8816fb2be80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c204c1-c6cc-4bcb-a6d1-17deee9abeaa,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:06.877169 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2d0ae05c-2952-422b-9360-8816fb2be80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:06.924401 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9693a5aa-52fa-4e1b-a22b-3ee1b5e8c58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:06.945454 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9693a5aa-52fa-4e1b-a22b-3ee1b5e8c58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:07.080309 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9693a5aa-52fa-4e1b-a22b-3ee1b5e8c58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:07.083320 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9693a5aa-52fa-4e1b-a22b-3ee1b5e8c58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:07.084541 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9693a5aa-52fa-4e1b-a22b-3ee1b5e8c58e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7c204c1-c6cc-4bcb-a6d1-17deee9abeaa HTTP/1.1" status: 204 len: 168 time: 0.2105832 Jun 22 04:10:07.091117 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-afdc0c11-3997-4c57-87c1-dc5f7860a063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:07.101702 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693a5aa-52fa-4e1b-a22b-3ee1b5e8c58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c204c1-c6cc-4bcb-a6d1-17deee9abeaa,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:07.107139 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9693a5aa-52fa-4e1b-a22b-3ee1b5e8c58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:07.678833 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c796f73-9c41-4444-99c1-821ef85aa78c req-10b6ef7b-cb95-46e8-8bc6-959637442d4c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 210 time: 0.0312433 Jun 22 04:10:07.987152 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a037559-bb04-4af9-94e0-71b72a09f5d7 req-5814d6e8-879c-4f31-936a-7f6b5e409010 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:07.988657 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8a037559-bb04-4af9-94e0-71b72a09f5d7 req-5814d6e8-879c-4f31-936a-7f6b5e409010 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0666857 Jun 22 04:10:08.016240 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46334) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:08.031754 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d1611e67-441a-4f6a-985a-37288030834d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.031852 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 46336) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:08.041854 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8a037559-bb04-4af9-94e0-71b72a09f5d7 req-f085f966-79a1-437a-837b-52d590ea9b70 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Jun 22 04:10:08.145238 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d1611e67-441a-4f6a-985a-37288030834d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.193179 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-688af86e-a583-4420-b630-f6f6cccf652b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.238689 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d1611e67-441a-4f6a-985a-37288030834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.243071 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-00b8b0e9-de12-45bf-a275-6613d935f1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:08.278940 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d1611e67-441a-4f6a-985a-37288030834d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ad3fc849e69476db58c692f534b127f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610433 Jun 22 04:10:08.279763 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1611e67-441a-4f6a-985a-37288030834d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d203d5e-5776-4128-a29e-6c2a188111a6,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:08.281981 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46342) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:08.287857 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d1611e67-441a-4f6a-985a-37288030834d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:08.337553 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-688af86e-a583-4420-b630-f6f6cccf652b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.355120 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7a5497d3-8eab-49b5-bcab-c19dacb132b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.379363 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7a5497d3-8eab-49b5-bcab-c19dacb132b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.436875 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-688af86e-a583-4420-b630-f6f6cccf652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.437338 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9693a5aa-52fa-4e1b-a22b-3ee1b5e8c58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:08.476030 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-688af86e-a583-4420-b630-f6f6cccf652b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53bfc9da379e48549366a687bdd337ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428165 Jun 22 04:10:08.476560 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688af86e-a583-4420-b630-f6f6cccf652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4198f6a0-6e07-44e0-9bba-99654ecc8f68,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:08.478181 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46350) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:08.479727 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-688af86e-a583-4420-b630-f6f6cccf652b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:08.529234 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d7c9deba-98e7-42d8-838c-3e1b5a17d5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.531915 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7a5497d3-8eab-49b5-bcab-c19dacb132b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.534418 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7a5497d3-8eab-49b5-bcab-c19dacb132b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.535813 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-7a5497d3-8eab-49b5-bcab-c19dacb132b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d203d5e-5776-4128-a29e-6c2a188111a6 HTTP/1.1" status: 204 len: 168 time: 0.2528071 Jun 22 04:10:08.538357 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4743757f-683b-4240-adee-27dcf57c0a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:08.554861 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5497d3-8eab-49b5-bcab-c19dacb132b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d203d5e-5776-4128-a29e-6c2a188111a6,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:08.561484 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7a5497d3-8eab-49b5-bcab-c19dacb132b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:08.566786 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d7c9deba-98e7-42d8-838c-3e1b5a17d5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.567703 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 46354) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:08.680905 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-47e224d8-103a-481f-b424-ad9eeedad52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.708917 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d7c9deba-98e7-42d8-838c-3e1b5a17d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.711706 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d7c9deba-98e7-42d8-838c-3e1b5a17d5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.712968 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d7c9deba-98e7-42d8-838c-3e1b5a17d5f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4198f6a0-6e07-44e0-9bba-99654ecc8f68 HTTP/1.1" status: 204 len: 168 time: 0.2336564 Jun 22 04:10:08.713779 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2d0ae05c-2952-422b-9360-8816fb2be80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:08.723484 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9deba-98e7-42d8-838c-3e1b5a17d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4198f6a0-6e07-44e0-9bba-99654ecc8f68,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:08.726380 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d7c9deba-98e7-42d8-838c-3e1b5a17d5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:08.777153 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-47e224d8-103a-481f-b424-ad9eeedad52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.842451 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ffadfaaa-7f76-4ae5-bbaf-3a6085471ac9 req-887b4162-429b-49b1-84af-8963009c8b72 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 210 time: 0.0284445 Jun 22 04:10:08.880973 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-47e224d8-103a-481f-b424-ad9eeedad52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.883723 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ad15fe2a-e752-4b05-bd7a-276b8827b3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:08.921433 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e224d8-103a-481f-b424-ad9eeedad52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42855053-9785-4cf9-961a-75994941b495,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:08.925673 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-47e224d8-103a-481f-b424-ad9eeedad52c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7225ac9c67c4fc7abf9781f538fad34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542159 Jun 22 04:10:08.925673 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-47e224d8-103a-481f-b424-ad9eeedad52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:08.926044 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46366) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:08.981138 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d2a767d9-c4b5-48c5-811d-75503a66b468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:08.999120 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d2a767d9-c4b5-48c5-811d-75503a66b468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:09.137741 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d2a767d9-c4b5-48c5-811d-75503a66b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:09.143586 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d2a767d9-c4b5-48c5-811d-75503a66b468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:09.147459 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d2a767d9-c4b5-48c5-811d-75503a66b468 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42855053-9785-4cf9-961a-75994941b495 HTTP/1.1" status: 204 len: 168 time: 0.2204177 Jun 22 04:10:09.150669 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-edcddf66-72cd-4a5c-817c-ae84ead13a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:09.162323 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a767d9-c4b5-48c5-811d-75503a66b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42855053-9785-4cf9-961a-75994941b495,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:09.173688 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d2a767d9-c4b5-48c5-811d-75503a66b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:09.311049 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8cad8-2b7d-4a06-a428-6c531657a458 req-6f438fdc-3290-4daa-8b98-02501e581a30 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:09.321559 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-77b8cad8-2b7d-4a06-a428-6c531657a458 req-6f438fdc-3290-4daa-8b98-02501e581a30 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1333277 Jun 22 04:10:09.402592 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-77b8cad8-2b7d-4a06-a428-6c531657a458 req-829c2b8c-72c2-422c-80da-7dbad2d0df57 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798047 Jun 22 04:10:09.453682 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46386) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:09.486966 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b7a9f609-ef73-4f37-9905-efa2ae785609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:09.632763 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-62a1e2dc-ece5-4540-88e4-acc38e5c6585 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:09.634857 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-62a1e2dc-ece5-4540-88e4-acc38e5c6585 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.26 "GET /v2.0/networks?id=a64be47a-c8bf-4635-8fbc-10b932925bdc HTTP/1.1" status: 200 len: 809 time: 0.2264676 Jun 22 04:10:09.640128 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b7a9f609-ef73-4f37-9905-efa2ae785609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:09.692409 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Request body: {'port': {'device_id': '7eec0221-7235-4247-a1b6-2da8999dfd2f', 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc', 'admin_state_up': True, 'tenant_id': 'b89444455e8a4ba9ab0ab5caace53d11'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:09.704890 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b7a9f609-ef73-4f37-9905-efa2ae785609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:09.712874 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-496436cb-fde1-4720-8452-1239b165fa38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:09.736150 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9f609-ef73-4f37-9905-efa2ae785609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419bbf2e-c1a6-4dc7-9587-ad5bfb4e4b2a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:09.761125 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b7a9f609-ef73-4f37-9905-efa2ae785609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:09.774379 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b7a9f609-ef73-4f37-9905-efa2ae785609 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b739f8804f74365ac13fa811dfd436a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127067 Jun 22 04:10:09.778406 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46400) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:09.834866 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8bd541d8-7c43-43ce-9efd-d07089a0828d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:09.855627 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8bd541d8-7c43-43ce-9efd-d07089a0828d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:09.971858 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Made reservation on behalf of b89444455e8a4ba9ab0ab5caace53d11 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:09.975626 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.003771 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8bd541d8-7c43-43ce-9efd-d07089a0828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.006611 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8bd541d8-7c43-43ce-9efd-d07089a0828d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.010639 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8bd541d8-7c43-43ce-9efd-d07089a0828d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/419bbf2e-c1a6-4dc7-9587-ad5bfb4e4b2a HTTP/1.1" status: 204 len: 168 time: 0.2308004 Jun 22 04:10:10.021558 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d2a767d9-c4b5-48c5-811d-75503a66b468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:10.022008 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86bb3d30-eebc-4294-ae5e-3802e07a5926 req-ed6208ff-a303-49ba-a120-78ef3276b1e5 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 210 time: 0.0412226 Jun 22 04:10:10.030123 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd541d8-7c43-43ce-9efd-d07089a0828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419bbf2e-c1a6-4dc7-9587-ad5bfb4e4b2a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:10.032895 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8bd541d8-7c43-43ce-9efd-d07089a0828d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:10.139416 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Allocated IP 172.20.0.8 (a64be47a-c8bf-4635-8fbc-10b932925bdc/a56dfba7-9dc1-4b8f-9036-ce1fc865f624/05c69840-1ea2-4b40-9484-0777c51270fa) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:10:10.175250 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46412) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:10.190480 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2d9fe477-79e1-48d8-8e69-adcb36ed38e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.313744 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.318402 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2d9fe477-79e1-48d8-8e69-adcb36ed38e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.394146 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2d9fe477-79e1-48d8-8e69-adcb36ed38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.397616 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8c85dc0e-fed0-48dc-9956-4cacdac79009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:10.423914 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.430881 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:10.433748 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2d9fe477-79e1-48d8-8e69-adcb36ed38e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5e2e2a235174868a3287b4397098c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574191 Jun 22 04:10:10.435383 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fe477-79e1-48d8-8e69-adcb36ed38e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9dd542-0f90-4bab-bddb-1e77f209c6a3,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:10.437876 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46422) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:10.445040 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2d9fe477-79e1-48d8-8e69-adcb36ed38e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:10.498244 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d38fa6d-1673-4ad9-9e3a-0d6b0846705a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.517000 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Network a64be47a-c8bf-4635-8fbc-10b932925bdc is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:10:10.521154 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:10.526397 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:10:10.530393 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d38fa6d-1673-4ad9-9e3a-0d6b0846705a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.534119 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:10.535031 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.548477 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Pushing event updated for resources: {'Port': ['ID=05c69840-1ea2-4b40-9484-0777c51270fa,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:10.551782 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:10.640431 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9546828 Jun 22 04:10:10.659782 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a40ad8-4e9e-4ff0-aa3e-54ead6f638e5 req-870413b6-cc74-40af-98ba-faa1c22d25bc tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:10.661885 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83a40ad8-4e9e-4ff0-aa3e-54ead6f638e5 req-870413b6-cc74-40af-98ba-faa1c22d25bc tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1037219 Jun 22 04:10:10.668821 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Request body: {'port': {'device_id': '7eec0221-7235-4247-a1b6-2da8999dfd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:10.697318 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d38fa6d-1673-4ad9-9e3a-0d6b0846705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.700628 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d38fa6d-1673-4ad9-9e3a-0d6b0846705a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:10.702102 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8d38fa6d-1673-4ad9-9e3a-0d6b0846705a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc9dd542-0f90-4bab-bddb-1e77f209c6a3 HTTP/1.1" status: 204 len: 168 time: 0.2631087 Jun 22 04:10:10.706959 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3c24cfc4-5286-43f5-aa57-ce9feb0cf041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:10.713795 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38fa6d-1673-4ad9-9e3a-0d6b0846705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9dd542-0f90-4bab-bddb-1e77f209c6a3,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:10.716832 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8d38fa6d-1673-4ad9-9e3a-0d6b0846705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:10.756033 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83a40ad8-4e9e-4ff0-aa3e-54ead6f638e5 req-a776405f-c79c-4c42-87ac-a0fc9dfb28fd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831783 Jun 22 04:10:10.791575 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:11.056501 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c69840-1ea2-4b40-9484-0777c51270fa {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:10:11.066189 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:11.079820 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Transition to ACTIVE for port object 05c69840-1ea2-4b40-9484-0777c51270fa will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:10:11.135619 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:11.139838 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:11.258237 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Pushing event updated for resources: {'Port': ['ID=05c69840-1ea2-4b40-9484-0777c51270fa,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:11.267823 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:11.314285 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Attempting to bind port 05c69840-1ea2-4b40-9484-0777c51270fa on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:10:11.315145 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Attempting to bind port 05c69840-1ea2-4b40-9484-0777c51270fa by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:10:11.315235 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Attempting to bind port 05c69840-1ea2-4b40-9484-0777c51270fa on network a64be47a-c8bf-4635-8fbc-10b932925bdc {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:11.322640 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Port 05c69840-1ea2-4b40-9484-0777c51270fa on network a64be47a-c8bf-4635-8fbc-10b932925bdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:10:11.322967 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Attempting to bind port 05c69840-1ea2-4b40-9484-0777c51270fa on network a64be47a-c8bf-4635-8fbc-10b932925bdc {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:11.342062 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688008e-26d9-4442-90e6-388d360609f3 req-293d73c3-2c16-4556-aa11-a2dbcd93b0c3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:11.343829 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3688008e-26d9-4442-90e6-388d360609f3 req-293d73c3-2c16-4556-aa11-a2dbcd93b0c3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 943 time: 0.1683149 Jun 22 04:10:11.344715 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:10:11.345146 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Checking segment: {'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:11.345628 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Bound using segment: {'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:10:11.346197 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Bound port: 05c69840-1ea2-4b40-9484-0777c51270fa, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:10:11.346727 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:11.428353 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3688008e-26d9-4442-90e6-388d360609f3 req-166c7e79-f03c-44f7-a468-44df6830703e tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Jun 22 04:10:11.455880 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] For port 05c69840-1ea2-4b40-9484-0777c51270fa, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:10:11.460478 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] For port 05c69840-1ea2-4b40-9484-0777c51270fa, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05c69840-1ea2-4b40-9484-0777c51270fa,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:10:11.554555 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:11.558079 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1bbb418d-e1f3-4a5c-b2d0-2960739695c8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:11.591500 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:11.592118 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:11.593502 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/05c69840-1ea2-4b40-9484-0777c51270fa HTTP/1.1" status: 200 len: 1093 time: 0.9301565 Jun 22 04:10:11.594016 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eec0221-7235-4247-a1b6-2da8999dfd2f', 'tag': '05c69840-1ea2-4b40-9484-0777c51270fa'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:10:11.596368 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69188418-0639-4252-b22c-b0d04ca19d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "7eec0221-7235-4247-a1b6-2da8999dfd2f", "tag": "05c69840-1ea2-4b40-9484-0777c51270fa"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:10:11.626929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Pushing event updated for resources: {'Port': ['ID=05c69840-1ea2-4b40-9484-0777c51270fa,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:11.633223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:11.638953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b572ea-164f-4f58-b967-c05f2443a41d x-openstack-request-id: req-66b572ea-164f-4f58-b967-c05f2443a41d {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:10:11.638953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eec0221-7235-4247-a1b6-2da8999dfd2f", "tag": "05c69840-1ea2-4b40-9484-0777c51270fa", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:10:11.638953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66b572ea-164f-4f58-b967-c05f2443a41d {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:10:11.638953 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eec0221-7235-4247-a1b6-2da8999dfd2f', 'tag': '05c69840-1ea2-4b40-9484-0777c51270fa', 'status': 'completed', 'code': 200} Jun 22 04:10:11.782487 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188418-0639-4252-b22c-b0d04ca19d7a req-79b58990-9f04-4e25-bc53-a862e1393cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:11.784683 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69188418-0639-4252-b22c-b0d04ca19d7a req-79b58990-9f04-4e25-bc53-a862e1393cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 1096 time: 0.0655024 Jun 22 04:10:11.792202 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46480) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:11.967172 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188418-0639-4252-b22c-b0d04ca19d7a req-9fb74c88-b800-471d-bfaf-0304ecd3efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:11.968646 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69188418-0639-4252-b22c-b0d04ca19d7a req-9fb74c88-b800-471d-bfaf-0304ecd3efd3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1653831 Jun 22 04:10:11.993149 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414350c-6944-4e73-9f49-f52606633663 req-92df39f9-34fe-4d2d-831e-38db7f1f57ff tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:11.995153 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a414350c-6944-4e73-9f49-f52606633663 req-92df39f9-34fe-4d2d-831e-38db7f1f57ff tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1079452 Jun 22 04:10:12.001500 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-397239016-network', 'tenant_id': '5787a298ebbd4079849fb86523469aad'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:12.120333 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188418-0639-4252-b22c-b0d04ca19d7a req-beb6d678-49ba-42e9-8407-1e970de3f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:12.120492 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Made reservation on behalf of 5787a298ebbd4079849fb86523469aad for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:12.121816 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69188418-0639-4252-b22c-b0d04ca19d7a req-beb6d678-49ba-42e9-8407-1e970de3f49b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257298 Jun 22 04:10:12.122883 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.124748 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a414350c-6944-4e73-9f49-f52606633663 req-f6f1ed36-7ee7-41cd-b547-3a36ddcbda7c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Jun 22 04:10:12.135881 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.232011 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.268750 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-8e219ec2-17a0-4712-b08e-a5575f2c53db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:12.270351 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-8e219ec2-17a0-4712-b08e-a5575f2c53db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 1096 time: 0.0633485 Jun 22 04:10:12.297148 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.301618 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-26c475d3-c5c2-4790-9694-b12512428b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:12.327964 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:10:12.331469 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-2a0da0d6-ffab-480e-99c4-3be1fc4812f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c69840-1ea2-4b40-9484-0777c51270fa HTTP/1.1" status: 200 len: 217 time: 0.0410061 Jun 22 04:10:12.337263 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9379994-2fd5-448e-935f-953037bbd228,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:12.347250 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:12.357496 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.357650 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Added segment 850edf02-5d80-4c74-8e5b-f79d81f7eaa5 of type vlan for network ebb69ec0-4e0e-4669-85c2-223d675f766c Jun 22 04:10:12.395286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-b8f3f113-f644-4e32-944f-c75aeb95e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:12.396736 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-b8f3f113-f644-4e32-944f-c75aeb95e407 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a56dfba7-9dc1-4b8f-9036-ce1fc865f624 HTTP/1.1" status: 200 len: 849 time: 0.0572844 Jun 22 04:10:12.422321 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.445153 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-964c50e0-1ea9-4538-bf0d-cbb71731eedf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a64be47a-c8bf-4635-8fbc-10b932925bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299442 Jun 22 04:10:12.548641 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.550055 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:12.550706 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.553906 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:12.573031 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-ebca17f2-d436-411f-8b5b-bfb71dd77efa service neutron] 10.222.0.26 "GET /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193833 Jun 22 04:10:12.616086 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb69ec0-4e0e-4669-85c2-223d675f766c,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:12.621312 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:12.627555 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network ebb69ec0-4e0e-4669-85c2-223d675f766c details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:10:12.671645 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8783197 Jun 22 04:10:12.675240 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46520) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:12.682398 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Request body: {'subnet': {'network_id': 'ebb69ec0-4e0e-4669-85c2-223d675f766c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-397239016-subnet', 'tenant_id': '5787a298ebbd4079849fb86523469aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:12.730278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029814d8-bfff-481c-82f6-b22c6851304b req-552e4284-2662-4024-9c02-1c1c9e29d3ad tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:12.732792 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-029814d8-bfff-481c-82f6-b22c6851304b req-552e4284-2662-4024-9c02-1c1c9e29d3ad tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 943 time: 0.1776965 Jun 22 04:10:12.735105 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-01a7926e-1ebd-4dea-8243-8f7e5922ed49 req-87b9db65-233d-4faf-a734-62b5fd55c615 service neutron] 10.222.0.26 "GET /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397007 Jun 22 04:10:12.764381 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Made reservation on behalf of 5787a298ebbd4079849fb86523469aad for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:12.767393 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:12.772224 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-029814d8-bfff-481c-82f6-b22c6851304b req-57646e58-494a-4880-9d1a-541c9ce97fdd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338507 Jun 22 04:10:13.017024 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:13.020102 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:13.068845 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1da466-3e9b-4c78-b5ff-ded0d838c561,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:13.072312 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:13.081230 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Checking segment: {'id': '850edf02-5d80-4c74-8e5b-f79d81f7eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebb69ec0-4e0e-4669-85c2-223d675f766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:13.081230 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Network hostable DHCP agents. Network: ebb69ec0-4e0e-4669-85c2-223d675f766c, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:10:13.180959 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Network ebb69ec0-4e0e-4669-85c2-223d675f766c is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:10:13.267463 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, ebb69ec0-4e0e-4669-85c2-223d675f766c) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:13.272304 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:13.273274 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:13.284635 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d33b1-3564-496e-b188-9f7517e217b5 None None] Network ebb69ec0-4e0e-4669-85c2-223d675f766c requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:13.362940 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6861634 Jun 22 04:10:13.396382 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98756057-8cb7-4f58-b1ba-4aeefcd13f36 req-3a2d6388-0117-4c7e-8b2e-b95f36fd578f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:13.404572 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-98756057-8cb7-4f58-b1ba-4aeefcd13f36 req-3a2d6388-0117-4c7e-8b2e-b95f36fd578f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1421490 Jun 22 04:10:13.463556 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-98756057-8cb7-4f58-b1ba-4aeefcd13f36 req-67b5fd1c-3ac5-42bd-a758-b38ff16ff699 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576451 Jun 22 04:10:13.510000 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38fa143-fc8d-4f6e-b827-752d466ba2ba None None] Network ebb69ec0-4e0e-4669-85c2-223d675f766c requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:13.965892 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c75b5a-e359-491f-bb13-237a637da980 req-eb3cd480-dc97-4307-af52-5a275636144b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:13.969216 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97c75b5a-e359-491f-bb13-237a637da980 req-eb3cd480-dc97-4307-af52-5a275636144b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 943 time: 0.0753350 Jun 22 04:10:14.024491 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97c75b5a-e359-491f-bb13-237a637da980 req-538a1bb5-c3bf-46a5-9683-1aa08d8157d1 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Jun 22 04:10:14.286539 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46578) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:14.291601 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1089291629-network', 'tenant_id': 'dcf585d2e90d41aaa866f8d0c99c8123'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:14.310527 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654004-40c8-4cae-8afb-369d1567badb req-ba3e0dd3-e151-4b9b-afee-23857fbb817c tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:14.311963 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62654004-40c8-4cae-8afb-369d1567badb req-ba3e0dd3-e151-4b9b-afee-23857fbb817c tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0718613 Jun 22 04:10:14.350510 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62654004-40c8-4cae-8afb-369d1567badb req-80109a15-4281-4f50-85f1-2d3dd57d0a5c tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jun 22 04:10:14.389809 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Made reservation on behalf of dcf585d2e90d41aaa866f8d0c99c8123 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:14.393095 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.407878 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.463636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 46586) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:14.502831 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.581200 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.583273 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e0602e0-88c9-4f50-9fbd-536dc3d7c297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.585372 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-46ba605f-a4aa-4944-a1bc-789a3a7b7ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:14.602536 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:10:14.617996 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb1be2f-f5c3-4684-92a2-788e9b07067e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:14.620814 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.621155 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Added segment f56e7f16-64f6-47cd-aaa5-54eef907b777 of type vlan for network f87a9058-3081-4f9a-9078-6b87e7ac4e29 Jun 22 04:10:14.622581 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:14.664589 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.681556 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6adcf-31b8-48e2-8c47-931d32146e40 req-3a2f8ade-27a8-4940-82cc-883b98d7ee4a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:14.683027 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2f6adcf-31b8-48e2-8c47-931d32146e40 req-3a2f8ade-27a8-4940-82cc-883b98d7ee4a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1085598 Jun 22 04:10:14.746925 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.748491 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:14.749162 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:14.751620 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:14.809986 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=f87a9058-3081-4f9a-9078-6b87e7ac4e29,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:14.812917 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:14.821186 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network f87a9058-3081-4f9a-9078-6b87e7ac4e29 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:10:14.969899 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2f6adcf-31b8-48e2-8c47-931d32146e40 req-1b628ebd-857c-4f34-a639-0de3ec0b3696 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803986 Jun 22 04:10:14.980509 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e0602e0-88c9-4f50-9fbd-536dc3d7c297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.057043 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e0602e0-88c9-4f50-9fbd-536dc3d7c297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.059520 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-05354b35-a184-44ff-9f02-9265326e8032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:15.096036 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8e0602e0-88c9-4f50-9fbd-536dc3d7c297 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84168bde2a344f14a344da7a8e049aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312530 Jun 22 04:10:15.096909 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0602e0-88c9-4f50-9fbd-536dc3d7c297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ab8627-9186-4dab-bf8a-d1f3b24d2c5e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:15.099348 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46596) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:15.100105 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8e0602e0-88c9-4f50-9fbd-536dc3d7c297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:15.103209 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8156581 Jun 22 04:10:15.110877 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 46598) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:15.116169 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Request body: {'subnet': {'network_id': 'f87a9058-3081-4f9a-9078-6b87e7ac4e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1089291629-subnet', 'tenant_id': 'dcf585d2e90d41aaa866f8d0c99c8123', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:15.162574 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-31c47603-cb22-4c27-8ef9-eabb18ee5a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.184325 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-31c47603-cb22-4c27-8ef9-eabb18ee5a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.195936 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8269c7-22ef-4c89-a1ff-2550a1d6ffaa req-0c5becc9-959e-4a69-be68-cfad97bea494 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:15.197533 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb8269c7-22ef-4c89-a1ff-2550a1d6ffaa req-0c5becc9-959e-4a69-be68-cfad97bea494 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 943 time: 0.0628893 Jun 22 04:10:15.199373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Made reservation on behalf of dcf585d2e90d41aaa866f8d0c99c8123 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:15.202302 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.268265 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-31c47603-cb22-4c27-8ef9-eabb18ee5a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.271064 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-31c47603-cb22-4c27-8ef9-eabb18ee5a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.272245 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-31c47603-cb22-4c27-8ef9-eabb18ee5a50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5ab8627-9186-4dab-bf8a-d1f3b24d2c5e HTTP/1.1" status: 204 len: 168 time: 0.1717887 Jun 22 04:10:15.273117 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c99cf99a-23e4-469f-8bb9-ceed8be3b930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:15.281887 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c47603-cb22-4c27-8ef9-eabb18ee5a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ab8627-9186-4dab-bf8a-d1f3b24d2c5e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:15.285420 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb8269c7-22ef-4c89-a1ff-2550a1d6ffaa req-50da9cdf-fe59-4121-a12f-f1e02a6d75b3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802743 Jun 22 04:10:15.294605 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-31c47603-cb22-4c27-8ef9-eabb18ee5a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:15.461661 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.474028 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-528fdbbb-d5a1-424a-9a83-7d42d40ce15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:15.559439 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6d8242-df92-4a5a-a20d-b58351a95f59,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:15.577377 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:15.587424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Checking segment: {'id': 'f56e7f16-64f6-47cd-aaa5-54eef907b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f87a9058-3081-4f9a-9078-6b87e7ac4e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:15.587786 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Network hostable DHCP agents. Network: f87a9058-3081-4f9a-9078-6b87e7ac4e29, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:10:15.601324 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98359fb3-9b7c-4b82-8b77-0473054b3edd req-783be0ce-6bdd-491c-870c-bdaaca3279ef tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:15.614928 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-98359fb3-9b7c-4b82-8b77-0473054b3edd req-783be0ce-6bdd-491c-870c-bdaaca3279ef tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.1398070 Jun 22 04:10:15.672138 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-98359fb3-9b7c-4b82-8b77-0473054b3edd req-39d10d58-c641-4037-b160-a02d3dcbdb58 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600932 Jun 22 04:10:15.712701 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Network f87a9058-3081-4f9a-9078-6b87e7ac4e29 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:10:15.804100 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, f87a9058-3081-4f9a-9078-6b87e7ac4e29) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:15.808873 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:15.809819 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:15.816010 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e96c57f-212c-4387-a1bc-f298da780715 None None] Network f87a9058-3081-4f9a-9078-6b87e7ac4e29 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:15.901113 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7890675 Jun 22 04:10:15.953635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 46628) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:15.963890 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373831e8-ff1a-4eea-a59d-63f377dce218 None None] Network f87a9058-3081-4f9a-9078-6b87e7ac4e29 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:15.974564 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-94026a04-56a0-44d0-9695-ec6895055801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:16.141630 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-94026a04-56a0-44d0-9695-ec6895055801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:16.223583 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a19e1-b325-40f9-a69e-a2971188215a req-721860c8-caf2-4fa8-8707-a1baf60915e0 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:16.225396 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f85a19e1-b325-40f9-a69e-a2971188215a req-721860c8-caf2-4fa8-8707-a1baf60915e0 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0896099 Jun 22 04:10:16.226936 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-94026a04-56a0-44d0-9695-ec6895055801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:16.231039 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:16.287543 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-94026a04-56a0-44d0-9695-ec6895055801 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e68991b6ada4ec68d478c762269a9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388605 Jun 22 04:10:16.290540 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46642) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:16.290967 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94026a04-56a0-44d0-9695-ec6895055801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59c33a9-66e6-4429-a395-016144fd61c5,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:16.294666 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-94026a04-56a0-44d0-9695-ec6895055801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:16.314890 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f85a19e1-b325-40f9-a69e-a2971188215a req-aa2ebbad-942b-4c37-8563-86bc9fe1e4bc tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766237 Jun 22 04:10:16.374816 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c546b9f8-6b70-41f3-804a-dee664e9850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:16.397909 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c546b9f8-6b70-41f3-804a-dee664e9850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:16.495884 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19e266-2bb0-435a-a601-f5364469e635 req-8732a8be-9d35-49fd-aa8f-0ffe9467a534 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:16.497547 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad19e266-2bb0-435a-a601-f5364469e635 req-8732a8be-9d35-49fd-aa8f-0ffe9467a534 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 943 time: 0.0679476 Jun 22 04:10:16.537021 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad19e266-2bb0-435a-a601-f5364469e635 req-70a9d49f-97d3-4ec8-b4f3-e315a96c8037 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jun 22 04:10:16.654641 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c546b9f8-6b70-41f3-804a-dee664e9850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:16.657296 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c546b9f8-6b70-41f3-804a-dee664e9850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:16.658445 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c546b9f8-6b70-41f3-804a-dee664e9850a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b59c33a9-66e6-4429-a395-016144fd61c5 HTTP/1.1" status: 204 len: 168 time: 0.3666999 Jun 22 04:10:16.659418 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0a089e58-5587-4704-917b-7411a6d05c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:16.675879 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546b9f8-6b70-41f3-804a-dee664e9850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59c33a9-66e6-4429-a395-016144fd61c5,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:16.683987 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c546b9f8-6b70-41f3-804a-dee664e9850a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:16.881573 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ed8e2-049e-4e02-8295-94c75d623cb1 req-9be0eb20-bc45-4c29-944d-a4cbeaffa87e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:16.888763 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed8ed8e2-049e-4e02-8295-94c75d623cb1 req-9be0eb20-bc45-4c29-944d-a4cbeaffa87e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0834978 Jun 22 04:10:16.922725 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed8ed8e2-049e-4e02-8295-94c75d623cb1 req-74d0af5c-a3b7-4b17-8caa-2057b01e02d1 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 Jun 22 04:10:17.501508 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd60d-bcea-424c-8585-88fb59f7a36d req-713ce5e8-9515-4968-9569-6f3dc4c900d4 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:17.503021 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-289fd60d-bcea-424c-8585-88fb59f7a36d req-713ce5e8-9515-4968-9569-6f3dc4c900d4 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0665150 Jun 22 04:10:17.546743 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-289fd60d-bcea-424c-8585-88fb59f7a36d req-b10d5342-3556-46f2-9bb9-d87c3f14a900 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378881 Jun 22 04:10:17.733386 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36121ae-03e1-4237-88e7-d67fbc38d253 req-b6981d1c-726e-47c2-ac59-7db901432c27 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:17.734993 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b36121ae-03e1-4237-88e7-d67fbc38d253 req-b6981d1c-726e-47c2-ac59-7db901432c27 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 943 time: 0.0687587 Jun 22 04:10:17.774832 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b36121ae-03e1-4237-88e7-d67fbc38d253 req-bcbb8ee5-dc2c-4746-b8bf-f3067ac52a5a tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Jun 22 04:10:18.113448 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7342f5-0a51-4d3a-a87f-a25034e74868 req-684b3e28-ba33-493b-a621-bf7370c0c066 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:18.113448 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f7342f5-0a51-4d3a-a87f-a25034e74868 req-684b3e28-ba33-493b-a621-bf7370c0c066 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0666232 Jun 22 04:10:18.146323 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f7342f5-0a51-4d3a-a87f-a25034e74868 req-e40312bb-784c-409b-a2a1-4a6c09b1d4ad tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jun 22 04:10:18.303108 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 05c69840-1ea2-4b40-9484-0777c51270fa details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:10:18.409289 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 05c69840-1ea2-4b40-9484-0777c51270fa, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05c69840-1ea2-4b40-9484-0777c51270fa,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:10:18.420916 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '05c69840-1ea2-4b40-9484-0777c51270fa', 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc', 'port_id': '05c69840-1ea2-4b40-9484-0777c51270fa', 'mac_address': 'fa:16:3e:96:e4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56dfba7-9dc1-4b8f-9036-ce1fc865f624', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:10:18.457600 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:18.471040 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c69840-1ea2-4b40-9484-0777c51270fa {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:10:18.491506 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 05c69840-1ea2-4b40-9484-0777c51270fa, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05c69840-1ea2-4b40-9484-0777c51270fa,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:10:18.628077 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:18.632717 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:18.684911 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=05c69840-1ea2-4b40-9484-0777c51270fa,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:18.692915 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.693260 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.693599 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.693933 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.694283 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.694614 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.694938 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.695345 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.695676 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.696011 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.696312 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.696628 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:18.700651 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:18.733405 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19028b55-8bda-4043-846e-bc5bc4cb40bb req-92a1bd7d-d9b9-40f1-b7ea-f08ce04bb4ca tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:18.734919 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19028b55-8bda-4043-846e-bc5bc4cb40bb req-92a1bd7d-d9b9-40f1-b7ea-f08ce04bb4ca tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0670924 Jun 22 04:10:18.772206 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19028b55-8bda-4043-846e-bc5bc4cb40bb req-0b18b85a-e15a-4127-9fae-eb977ffe67ca tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Jun 22 04:10:18.953205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9048e-07d9-4fbc-9360-f222f6d1a24f req-c9bd34b5-952c-427b-a7de-75ebc5c69d89 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:18.954696 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a8f9048e-07d9-4fbc-9360-f222f6d1a24f req-c9bd34b5-952c-427b-a7de-75ebc5c69d89 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 944 time: 0.0650804 Jun 22 04:10:18.991099 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a8f9048e-07d9-4fbc-9360-f222f6d1a24f req-33758635-d26e-4a6a-8bd5-432948ba4e14 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Jun 22 04:10:19.313123 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea5f7e-a7bf-46d1-86bc-ea6490b7328f req-677b0148-941f-4905-a026-7706d8dd32bf tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:19.314825 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-80ea5f7e-a7bf-46d1-86bc-ea6490b7328f req-677b0148-941f-4905-a026-7706d8dd32bf tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0602591 Jun 22 04:10:19.350975 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-80ea5f7e-a7bf-46d1-86bc-ea6490b7328f req-469e5d8c-98b7-40d2-9dd9-6112294c4d49 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Jun 22 04:10:19.944172 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd6aa9-acc8-4aab-a356-f4361e90099f req-4c8d94a3-1d30-45ff-b0bc-c71114ef8c48 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:19.945594 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d4cd6aa9-acc8-4aab-a356-f4361e90099f req-4c8d94a3-1d30-45ff-b0bc-c71114ef8c48 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0640748 Jun 22 04:10:19.981978 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d4cd6aa9-acc8-4aab-a356-f4361e90099f req-592a3095-18af-4ac3-98ee-a7362e97a0c9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295506 Jun 22 04:10:20.159268 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6088d2-4c9c-4a40-b0cb-00c5bebdf4cf req-87c869b2-fb0b-4c3e-96ca-fa74c451b4cd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:20.160830 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6a6088d2-4c9c-4a40-b0cb-00c5bebdf4cf req-87c869b2-fb0b-4c3e-96ca-fa74c451b4cd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 944 time: 0.0612710 Jun 22 04:10:20.197935 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6a6088d2-4c9c-4a40-b0cb-00c5bebdf4cf req-38d0525c-1822-40d4-b237-a42024d226bb tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Jun 22 04:10:20.521862 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65e9b1-3515-4621-ba1d-4d42d56cbbe7 req-b0915057-e8d4-47ab-9afe-9c85a65fbab4 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:20.524093 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce65e9b1-3515-4621-ba1d-4d42d56cbbe7 req-b0915057-e8d4-47ab-9afe-9c85a65fbab4 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0641427 Jun 22 04:10:20.560795 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce65e9b1-3515-4621-ba1d-4d42d56cbbe7 req-d6cb19a7-2e12-4903-a713-cdcc0c276d5c tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Jun 22 04:10:21.007353 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-f4dd7434-156b-438f-9cd8-e9c878ea8144 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:21.008715 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-f4dd7434-156b-438f-9cd8-e9c878ea8144 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.26 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 945 time: 0.0647085 Jun 22 04:10:21.154588 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Deleting port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:10:21.154923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:21.226736 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175c3c-02e8-41a3-8e38-187c5f1aace6 req-a9a45b7f-2a90-4fd0-9d71-abd898089c14 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:21.228191 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-db175c3c-02e8-41a3-8e38-187c5f1aace6 req-a9a45b7f-2a90-4fd0-9d71-abd898089c14 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1221933 Jun 22 04:10:21.274095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] For port 8e14b978-5e0b-4d2a-a7f1-9695044f6966, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=8e14b978-5e0b-4d2a-a7f1-9695044f6966,segment=NetworkSegment(d2fec5c0-0f5c-4814-86c5-8819b743ee03),segment_id=d2fec5c0-0f5c-4814-86c5-8819b743ee03)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:10:21.274391 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:21.303004 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c0de-93ff-4186-b150-74e90f79840e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:21.378244 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Calling delete_port for 8e14b978-5e0b-4d2a-a7f1-9695044f6966 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:10:21.383702 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-db175c3c-02e8-41a3-8e38-187c5f1aace6 req-bf28dbdf-1b78-49fc-b780-0a00970d48ad tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470625 Jun 22 04:10:21.512611 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2e732-a8f3-4d63-b25f-db0488008e71 req-b6ea2156-e59c-4d88-9fee-47748e080c9a tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:21.514194 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d3c2e732-a8f3-4d63-b25f-db0488008e71 req-b6ea2156-e59c-4d88-9fee-47748e080c9a tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 944 time: 0.1989555 Jun 22 04:10:21.585432 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d3c2e732-a8f3-4d63-b25f-db0488008e71 req-ebefabea-8df9-4819-801d-f47b9ba4ee3f tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609310 Jun 22 04:10:21.600830 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['05c69840-1ea2-4b40-9484-0777c51270fa'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:10:21.708792 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:21.714414 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:21.744358 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Pushing event deleted for resources: {'Port': ['ID=8e14b978-5e0b-4d2a-a7f1-9695044f6966,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:21.750055 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:21.814648 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] No DVR routers for this DVR port 8e14b978-5e0b-4d2a-a7f1-9695044f6966 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:10:21.818854 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:21.820802 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f17d9750-bd22-4eb5-831e-3174f43bfa6e req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.26 "DELETE /v2.0/ports/8e14b978-5e0b-4d2a-a7f1-9695044f6966 HTTP/1.1" status: 204 len: 173 time: 0.8065915 Jun 22 04:10:21.821281 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f306b5da-2c2b-4d04-bf90-6a49a6a958a1', 'name': 'network-vif-deleted', 'tag': '8e14b978-5e0b-4d2a-a7f1-9695044f6966'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:10:21.823631 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1fa822-9e53-4d01-9135-9277df79e156" -d '{"events": [{"server_uuid": "f306b5da-2c2b-4d04-bf90-6a49a6a958a1", "name": "network-vif-deleted", "tag": "8e14b978-5e0b-4d2a-a7f1-9695044f6966"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:10:21.836713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d89a7-3fe9-4484-b71f-de327845f5e9 req-6671a622-0cf0-4f1b-97ad-ee23128c87ba tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:21.838217 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc0d89a7-3fe9-4484-b71f-de327845f5e9 req-6671a622-0cf0-4f1b-97ad-ee23128c87ba tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 867 time: 0.1606996 Jun 22 04:10:21.862020 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e971f-b236-4365-b95c-e5aaaf1d4cab x-openstack-request-id: req-385e971f-b236-4365-b95c-e5aaaf1d4cab {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:10:21.862379 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f306b5da-2c2b-4d04-bf90-6a49a6a958a1", "name": "network-vif-deleted", "tag": "8e14b978-5e0b-4d2a-a7f1-9695044f6966", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:10:21.862641 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-385e971f-b236-4365-b95c-e5aaaf1d4cab {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:10:21.863053 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f306b5da-2c2b-4d04-bf90-6a49a6a958a1', 'name': 'network-vif-deleted', 'tag': '8e14b978-5e0b-4d2a-a7f1-9695044f6966', 'status': 'completed', 'code': 200} Jun 22 04:10:21.882519 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc0d89a7-3fe9-4484-b71f-de327845f5e9 req-00511318-1006-4936-bf8f-2f459195e62c tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb20639-84da-44bd-bf65-afbcf4802a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364234 Jun 22 04:10:22.560119 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8365d-37c8-43fb-9814-5e8a647557be req-ea2e7d2d-ec61-4ec8-932a-bf1a2626d6f5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:22.561704 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bdc8365d-37c8-43fb-9814-5e8a647557be req-ea2e7d2d-ec61-4ec8-932a-bf1a2626d6f5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0633831 Jun 22 04:10:22.598011 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bdc8365d-37c8-43fb-9814-5e8a647557be req-9e47b487-0fa2-4747-be08-0d514404ba33 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305176 Jun 22 04:10:22.763065 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e37d7-ec0c-486a-aaa6-3d360fb90c37 req-8cf7da53-7674-4432-bd43-07da9fe52f7c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:22.764527 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef7e37d7-ec0c-486a-aaa6-3d360fb90c37 req-8cf7da53-7674-4432-bd43-07da9fe52f7c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 944 time: 0.0687354 Jun 22 04:10:22.802735 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef7e37d7-ec0c-486a-aaa6-3d360fb90c37 req-f98afe98-c67e-4dc8-8461-28db32ce2a0e tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Jun 22 04:10:22.850788 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 05c69840-1ea2-4b40-9484-0777c51270fa up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:10:22.993458 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 05c69840-1ea2-4b40-9484-0777c51270fa completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:10:22.998777 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 05c69840-1ea2-4b40-9484-0777c51270fa triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:22.999258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:23.053940 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-267f7264-a596-4179-b362-00ab6274fc7b req-6da76de8-1ef7-45a0-9ee5-40e10c00bb61 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0434036 Jun 22 04:10:23.086625 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:23.109326 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eec0221-7235-4247-a1b6-2da8999dfd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c69840-1ea2-4b40-9484-0777c51270fa'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:10:23.111715 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25264552-b100-4823-a79f-25dd4f75c519" -d '{"events": [{"server_uuid": "7eec0221-7235-4247-a1b6-2da8999dfd2f", "name": "network-vif-plugged", "status": "completed", "tag": "05c69840-1ea2-4b40-9484-0777c51270fa"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:10:23.129517 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 05c69840-1ea2-4b40-9484-0777c51270fa, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05c69840-1ea2-4b40-9484-0777c51270fa,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:10:23.154422 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da62e649-c328-4bc1-9a11-27d9ebac089e x-openstack-request-id: req-da62e649-c328-4bc1-9a11-27d9ebac089e {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:10:23.154726 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eec0221-7235-4247-a1b6-2da8999dfd2f", "name": "network-vif-plugged", "status": "completed", "tag": "05c69840-1ea2-4b40-9484-0777c51270fa", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:10:23.154987 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da62e649-c328-4bc1-9a11-27d9ebac089e {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:10:23.155384 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eec0221-7235-4247-a1b6-2da8999dfd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c69840-1ea2-4b40-9484-0777c51270fa', 'code': 200} Jun 22 04:10:23.278808 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:23.279680 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 8e14b978-5e0b-4d2a-a7f1-9695044f6966 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:10:23.281484 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:23.327461 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 8e14b978-5e0b-4d2a-a7f1-9695044f6966 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:10:23.327461 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 8e14b978-5e0b-4d2a-a7f1-9695044f6966 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:10:23.350852 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=05c69840-1ea2-4b40-9484-0777c51270fa,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:23.362652 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:23.645484 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:10:23.774763 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef517041-b8ca-4ceb-8541-4ede1e62392e req-f86ff59d-b2b8-4f0f-8d1a-2234711bb9b8 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:23.776396 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef517041-b8ca-4ceb-8541-4ede1e62392e req-f86ff59d-b2b8-4f0f-8d1a-2234711bb9b8 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0631597 Jun 22 04:10:23.819877 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef517041-b8ca-4ceb-8541-4ede1e62392e req-56475d8b-d0d4-4638-a743-c06508c5c690 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356863 Jun 22 04:10:23.862450 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3cad6dd9-8daf-474c-88f3-182d0309ed27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:23.978304 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fabae-760b-4fb3-92ee-3f0f65a051c9 req-95af5976-63b5-448e-b493-09789c92f4f1 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:23.979784 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f7fabae-760b-4fb3-92ee-3f0f65a051c9 req-95af5976-63b5-448e-b493-09789c92f4f1 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0643787 Jun 22 04:10:24.018535 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f7fabae-760b-4fb3-92ee-3f0f65a051c9 req-f6632d0c-1371-4062-91eb-3a953f9b3f6f tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Jun 22 04:10:24.107663 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:24.212960 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f2907bd-9bc8-4233-9d59-1ecff7f89618 req-70a43cd7-8aa9-4bc6-8a0c-ee952e8add4e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0294802 Jun 22 04:10:24.987105 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27ec07-9e68-4077-9798-6b2f3d5066ce req-83747c95-ffcb-4b7c-88f5-3b211108441b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:24.988551 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b27ec07-9e68-4077-9798-6b2f3d5066ce req-83747c95-ffcb-4b7c-88f5-3b211108441b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0607452 Jun 22 04:10:25.025704 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b27ec07-9e68-4077-9798-6b2f3d5066ce req-52cb6276-577c-4511-833a-7a3d70ee097f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Jun 22 04:10:25.074780 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:25.197885 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03360f5-0344-4024-ad60-aea03b99bbbc req-fa578fcf-8a49-4d43-9939-247bc88bab0c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:25.199958 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a03360f5-0344-4024-ad60-aea03b99bbbc req-fa578fcf-8a49-4d43-9939-247bc88bab0c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0651600 Jun 22 04:10:25.237361 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a03360f5-0344-4024-ad60-aea03b99bbbc req-2a424ceb-d49a-4bd1-8f91-0256df73fb71 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306935 Jun 22 04:10:25.373055 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-526a6f6e-f7a5-4802-aee4-664faa39406f req-713814d5-66d5-4923-8e07-6665d37e9f84 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0283740 Jun 22 04:10:26.195232 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc397869-0e05-4ca9-8270-bb3f86ddf4a0 req-59da438e-6172-49c9-908b-d7c7b8dc2302 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:26.196664 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc397869-0e05-4ca9-8270-bb3f86ddf4a0 req-59da438e-6172-49c9-908b-d7c7b8dc2302 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0617645 Jun 22 04:10:26.232959 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc397869-0e05-4ca9-8270-bb3f86ddf4a0 req-6618e7a3-a0cc-4935-8e42-f1d771f5bd4f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Jun 22 04:10:26.407061 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf2cb4-c10c-479f-8667-cd36bf8b08f6 req-75a75c0d-28dd-4591-8687-0d3759694b78 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:26.408484 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cdf2cb4-c10c-479f-8667-cd36bf8b08f6 req-75a75c0d-28dd-4591-8687-0d3759694b78 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0651588 Jun 22 04:10:26.444459 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cdf2cb4-c10c-479f-8667-cd36bf8b08f6 req-86a8dfd1-f45c-4d2d-bc39-2ce9b6b7a674 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303576 Jun 22 04:10:26.444834 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:26.583995 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b1a9c71-a720-4c26-a2bb-7eddbd30c806 req-bbdd162d-40ff-4eb5-9bde-bc26679503ac tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0291104 Jun 22 04:10:27.404399 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a5af1-eb49-4f6e-a7da-889b741491e9 req-efee2d91-f255-443e-8c53-7bc8f9b4641e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:27.405816 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-601a5af1-eb49-4f6e-a7da-889b741491e9 req-efee2d91-f255-443e-8c53-7bc8f9b4641e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0646160 Jun 22 04:10:27.442934 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-601a5af1-eb49-4f6e-a7da-889b741491e9 req-9c9aef3e-bdc1-4227-a351-cc91d3e42e55 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Jun 22 04:10:27.614635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d7d84-da12-4437-81af-e4d73ba8069e req-c54ef3fe-cdf0-4891-98d4-764d6560ac2a tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:27.616060 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c9d7d84-da12-4437-81af-e4d73ba8069e req-c54ef3fe-cdf0-4891-98d4-764d6560ac2a tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0644357 Jun 22 04:10:27.652590 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c9d7d84-da12-4437-81af-e4d73ba8069e req-1ed7e514-a584-44cb-825b-e66bc46b8f44 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304356 Jun 22 04:10:27.786278 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee51952b-69b7-4370-a4a0-556d6acf81ee req-57987c29-6082-42eb-b43d-68082d6ecb9d tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0279241 Jun 22 04:10:27.943250 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5a6d0-bae8-4edc-a259-2a084c1f244a req-f70f56a8-1bdd-4c92-9f3d-e101e568e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:27.944742 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3fe5a6d0-bae8-4edc-a259-2a084c1f244a req-f70f56a8-1bdd-4c92-9f3d-e101e568e8ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 1098 time: 0.0532131 Jun 22 04:10:27.980907 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3fe5a6d0-bae8-4edc-a259-2a084c1f244a req-0c84da17-0da6-4280-a085-25aaa12a06cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278559 Jun 22 04:10:28.625189 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569d052-152f-4694-b253-c81a0619362f req-58c8a60c-306f-4cb5-bf58-64bf0fdd5537 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:28.626624 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7569d052-152f-4694-b253-c81a0619362f req-58c8a60c-306f-4cb5-bf58-64bf0fdd5537 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0639019 Jun 22 04:10:28.662511 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7569d052-152f-4694-b253-c81a0619362f req-4b4a8b97-270c-4e72-b4d8-5a8e61368142 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303309 Jun 22 04:10:28.830410 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874401b-f6d0-4b08-92d4-0b47942ee7f1 req-9f9b72fd-2ec3-427f-af7a-b67d3e12b8fe tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:28.830410 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9874401b-f6d0-4b08-92d4-0b47942ee7f1 req-9f9b72fd-2ec3-427f-af7a-b67d3e12b8fe tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0625012 Jun 22 04:10:28.865828 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9874401b-f6d0-4b08-92d4-0b47942ee7f1 req-ca212fab-8206-4f96-8411-2f472bd4d63e tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334105 Jun 22 04:10:28.937230 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-daeb8015-4bcb-4bb5-84a0-9598d0405fa7 req-e21ce804-775a-4bff-a9bb-546df2e9a724 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0292459 Jun 22 04:10:29.832870 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81112671-7305-4b35-bfb9-e4c37eebd2d7 req-84fb98b8-61ef-49cc-aa5f-aff122081031 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:29.834332 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-81112671-7305-4b35-bfb9-e4c37eebd2d7 req-84fb98b8-61ef-49cc-aa5f-aff122081031 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0639431 Jun 22 04:10:29.870297 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-81112671-7305-4b35-bfb9-e4c37eebd2d7 req-0bd8dd36-2903-41fe-8582-8c18f89873e4 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303302 Jun 22 04:10:30.034955 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18fdf8-9cfa-43be-88e7-22896752c4d5 req-964fba78-843a-4f37-9587-9859ccde8ed2 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:30.036420 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a18fdf8-9cfa-43be-88e7-22896752c4d5 req-964fba78-843a-4f37-9587-9859ccde8ed2 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0623164 Jun 22 04:10:30.073851 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a18fdf8-9cfa-43be-88e7-22896752c4d5 req-fdd3cb67-9697-46f0-8f9f-829789d73cd8 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Jun 22 04:10:30.209740 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-16672d27-f7f8-4b9c-9a82-5ea1600b0e52 req-43ad8141-9663-4c5f-9205-3890bd25103d tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0277259 Jun 22 04:10:31.041775 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1299cb-7765-4dfc-b6c8-45960ac73f68 req-08febc21-3095-4556-a523-264ca448d5f2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:31.043266 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca1299cb-7765-4dfc-b6c8-45960ac73f68 req-08febc21-3095-4556-a523-264ca448d5f2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0638964 Jun 22 04:10:31.086215 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca1299cb-7765-4dfc-b6c8-45960ac73f68 req-191363c9-8da2-4576-8fb4-ed21c91dc54b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Jun 22 04:10:31.239552 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0da12-209b-4307-aa55-89b5d0aad3cf req-e3917873-f580-4dcd-b9ad-d1e5ce80c627 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:31.240894 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0f0da12-209b-4307-aa55-89b5d0aad3cf req-e3917873-f580-4dcd-b9ad-d1e5ce80c627 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0608466 Jun 22 04:10:31.278963 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0f0da12-209b-4307-aa55-89b5d0aad3cf req-bcc2cc65-9aef-4797-ab14-4d52ce1a4014 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Jun 22 04:10:31.412768 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f36b9302-d73c-4104-892b-20e97439aeca req-9cc20831-e950-456b-92ed-8d220388a23e tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0273983 Jun 22 04:10:31.986201 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:32.257508 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b89d-3d14-41bf-985c-0da72ef62939 req-caddfa35-abe5-46f0-951b-747ba18ba714 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:32.258972 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2775b89d-3d14-41bf-985c-0da72ef62939 req-caddfa35-abe5-46f0-951b-747ba18ba714 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0642629 Jun 22 04:10:32.295303 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2775b89d-3d14-41bf-985c-0da72ef62939 req-fc0c2cb6-b54b-48d3-aae0-ffcd81a3a19e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306504 Jun 22 04:10:32.450929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684af98a-22f9-4897-b2b2-8e041a8bc632 req-e371857e-7b1c-4082-b603-71ee53bc2ac2 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:32.452303 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-684af98a-22f9-4897-b2b2-8e041a8bc632 req-e371857e-7b1c-4082-b603-71ee53bc2ac2 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0608461 Jun 22 04:10:32.488066 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-684af98a-22f9-4897-b2b2-8e041a8bc632 req-d866fba5-1b82-47df-80de-030323b59237 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302696 Jun 22 04:10:32.626217 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cdebb7df-14d5-42aa-85b2-a0e5c99d488b req-4dcb7725-759e-4430-952b-4087c38a0551 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0281401 Jun 22 04:10:33.467819 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4a866-84b3-4e9d-8f20-59a10c4ef957 req-adf49215-ec81-4dc1-9b12-77dd760af549 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:33.469245 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac4a866-84b3-4e9d-8f20-59a10c4ef957 req-adf49215-ec81-4dc1-9b12-77dd760af549 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0647514 Jun 22 04:10:33.506383 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac4a866-84b3-4e9d-8f20-59a10c4ef957 req-e18b6b28-7d13-4fe5-a5a9-a95fe27d2540 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Jun 22 04:10:33.664767 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6515c7-9ce0-4805-b2a2-3dd26b4f063e req-32ecd02a-7444-4c5d-8d5b-92b3839bbe7c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:33.666314 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb6515c7-9ce0-4805-b2a2-3dd26b4f063e req-32ecd02a-7444-4c5d-8d5b-92b3839bbe7c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0639238 Jun 22 04:10:33.713209 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb6515c7-9ce0-4805-b2a2-3dd26b4f063e req-67a1ab32-ee4e-45c9-bb3a-fd571cd18761 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Jun 22 04:10:33.790511 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9e31317-03eb-4f71-ab98-5bfab1c104a5 req-9e633f75-b0df-42d6-a010-50f61c677e42 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] 10.222.0.37 "GET /v2.0/ports?device_id=f306b5da-2c2b-4d04-bf90-6a49a6a958a1 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Jun 22 04:10:34.681513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1445a3-e13a-4827-a387-f16ba62471c4 req-860ba46c-fa90-4905-85e5-e90807fa4d3b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:34.682966 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce1445a3-e13a-4827-a387-f16ba62471c4 req-860ba46c-fa90-4905-85e5-e90807fa4d3b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0666680 Jun 22 04:10:34.721996 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce1445a3-e13a-4827-a387-f16ba62471c4 req-3533a7d7-e179-461d-a28a-b035c1697195 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Jun 22 04:10:34.889219 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6bc4d-1a97-4227-8efc-4101a0a6b7c1 req-29e13716-d11e-4d82-995a-735f1067db40 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:34.891182 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c3f6bc4d-1a97-4227-8efc-4101a0a6b7c1 req-29e13716-d11e-4d82-995a-735f1067db40 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0639074 Jun 22 04:10:34.934526 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c3f6bc4d-1a97-4227-8efc-4101a0a6b7c1 req-dae2ebe1-ae41-47ba-8d5f-95237802f566 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344386 Jun 22 04:10:35.900922 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5046e-c2d0-46f1-87d2-851d138519a1 req-ec6f1b15-2727-4005-ae8b-f0aa660cd6d6 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:35.902445 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26b5046e-c2d0-46f1-87d2-851d138519a1 req-ec6f1b15-2727-4005-ae8b-f0aa660cd6d6 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0615346 Jun 22 04:10:35.944601 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26b5046e-c2d0-46f1-87d2-851d138519a1 req-db764af5-bda4-4e10-9ac0-cd34d3d35ce9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Jun 22 04:10:36.115163 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321e762-5fe1-4761-84a7-acbfdf1682b2 req-afc1d8c7-c830-40d3-b952-7fd11f0049cf tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:36.116470 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0321e762-5fe1-4761-84a7-acbfdf1682b2 req-afc1d8c7-c830-40d3-b952-7fd11f0049cf tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0673747 Jun 22 04:10:36.169209 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0321e762-5fe1-4761-84a7-acbfdf1682b2 req-4bae9d58-8c4a-4a3d-b5e5-770d81bd5a63 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Jun 22 04:10:37.131654 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b2c44-2c3b-4bb1-a97e-13faa4868a2d req-5eb53a1a-1e6d-4149-a95d-dd6242783f5b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:37.131654 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d46b2c44-2c3b-4bb1-a97e-13faa4868a2d req-5eb53a1a-1e6d-4149-a95d-dd6242783f5b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0641549 Jun 22 04:10:37.166229 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d46b2c44-2c3b-4bb1-a97e-13faa4868a2d req-b8ed07e2-3558-4015-b25a-f2f7f26fdd53 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Jun 22 04:10:37.756916 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47076) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:37.872171 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78e613b5-6c88-48d8-876c-33767d2971c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:37.987767 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78e613b5-6c88-48d8-876c-33767d2971c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.021796 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47098) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:38.068000 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78e613b5-6c88-48d8-876c-33767d2971c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.072181 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a73f7cd7-d599-49a9-8233-b8832c083661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:38.093493 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Deleting subnet 81365dbb-1d19-4884-b6b8-33f7d7c02fb3 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:10:38.100477 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.145316 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e613b5-6c88-48d8-876c-33767d2971c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e01a24-1d27-4d24-a4da-314ba4dad0a5,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:38.149423 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-78e613b5-6c88-48d8-876c-33767d2971c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15a3de328a294b2ea26bbf8c199721fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914340 Jun 22 04:10:38.152128 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-78e613b5-6c88-48d8-876c-33767d2971c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:38.152385 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47104) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:38.163856 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.173263 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.207224 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0ff76686-5b64-47ea-8b48-0556f2078619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.240487 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0ff76686-5b64-47ea-8b48-0556f2078619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.353147 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.357205 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:38.383621 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81365dbb-1d19-4884-b6b8-33f7d7c02fb3,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:38.389210 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ec7e-9555-4a34-abc0-7ce2e780312a req-ffb5f68d-9759-4d28-ac49-9da134cc6ce4 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:38.390733 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3173ec7e-9555-4a34-abc0-7ce2e780312a req-ffb5f68d-9759-4d28-ac49-9da134cc6ce4 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0637434 Jun 22 04:10:38.396441 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.400448 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/81365dbb-1d19-4884-b6b8-33f7d7c02fb3 HTTP/1.1" status: 204 len: 168 time: 0.3754692 Jun 22 04:10:38.400813 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47116) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:38.426153 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0ff76686-5b64-47ea-8b48-0556f2078619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.429564 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0ff76686-5b64-47ea-8b48-0556f2078619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.431561 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0ff76686-5b64-47ea-8b48-0556f2078619 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6e01a24-1d27-4d24-a4da-314ba4dad0a5 HTTP/1.1" status: 204 len: 168 time: 0.2752006 Jun 22 04:10:38.433691 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:38.445767 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3173ec7e-9555-4a34-abc0-7ce2e780312a req-8d8171f8-be65-4e33-8960-f3dd80e1771b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468974 Jun 22 04:10:38.446685 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff76686-5b64-47ea-8b48-0556f2078619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e01a24-1d27-4d24-a4da-314ba4dad0a5,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:38.449076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0ff76686-5b64-47ea-8b48-0556f2078619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:38.500010 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.506717 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:38.601065 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.611860 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.612211 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.612951 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.613276 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > port after_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.613600 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.613938 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > port after_update 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.614290 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.614613 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.614927 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.615241 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.628004 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a19d8-9255-4301-8d19-ebf4a8aff183 req-ecbc128e-77d9-4a3a-a61e-e8b54c097d1b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:38.629547 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee7a19d8-9255-4301-8d19-ebf4a8aff183 req-ecbc128e-77d9-4a3a-a61e-e8b54c097d1b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0661492 Jun 22 04:10:38.668986 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee7a19d8-9255-4301-8d19-ebf4a8aff183 req-64a5b18b-dbb9-429c-8947-5173dc3a842a tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Jun 22 04:10:38.808172 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.808646 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.809091 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.809498 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:10:38.809876 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:38.832069 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fec5c0-0f5c-4814-86c5-8819b743ee03') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:38.835441 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fec5c0-0f5c-4814-86c5-8819b743ee03') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:38.850327 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.878506 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.890775 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:10:38.891326 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: from cryptography.utils import int_from_bytes Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: from cryptography.utils import int_from_bytes Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:10:38.895989 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:10:39.015017 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.019259 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:39.024121 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.025131 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] 10.222.0.37 "DELETE /v2.0/networks/92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2 HTTP/1.1" status: 204 len: 168 time: 0.6232657 Jun 22 04:10:39.034275 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e2f43a-6f4a-470f-85d9-1bf0b6caf9d2,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:39.037274 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:39.392269 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47152) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:39.438654 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-3af1844b-8e99-44d1-8125-66518ee48ed3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5326ddf2134941618822ff9dce13209f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430954 Jun 22 04:10:39.439778 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47156) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:39.492722 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2011d872-1a98-4185-9352-7287d592f060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.521262 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2011d872-1a98-4185-9352-7287d592f060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.546308 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47160) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:39.648264 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-861867534-network', 'tenant_id': 'a3231f5e84334fde8df5a256d3cd6342'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:39.655997 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2011d872-1a98-4185-9352-7287d592f060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.658895 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2011d872-1a98-4185-9352-7287d592f060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.662582 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2011d872-1a98-4185-9352-7287d592f060 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fb20639-84da-44bd-bf65-afbcf4802a16 HTTP/1.1" status: 204 len: 168 time: 0.2189653 Jun 22 04:10:39.662582 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8bd541d8-7c43-43ce-9efd-d07089a0828d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:39.670304 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011d872-1a98-4185-9352-7287d592f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb20639-84da-44bd-bf65-afbcf4802a16,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:39.674019 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2011d872-1a98-4185-9352-7287d592f060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:39.682484 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6473890-933b-4ec7-a6a6-d3db4ef03c1d req-ae5e003d-c8c2-4b30-9e03-5a0c261dee07 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:39.685399 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d6473890-933b-4ec7-a6a6-d3db4ef03c1d req-ae5e003d-c8c2-4b30-9e03-5a0c261dee07 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0875626 Jun 22 04:10:39.728224 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d6473890-933b-4ec7-a6a6-d3db4ef03c1d req-14633219-288e-4f9b-bf06-63184511f16d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Jun 22 04:10:39.728767 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Made reservation on behalf of a3231f5e84334fde8df5a256d3cd6342 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:39.731314 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.739665 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.860451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.881308 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa6aca-9101-4dad-a034-90eec3e41576 req-101cf637-5452-42fa-9f1a-7d1544b43e6a tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:39.882774 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b6fa6aca-9101-4dad-a034-90eec3e41576 req-101cf637-5452-42fa-9f1a-7d1544b43e6a tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0822875 Jun 22 04:10:39.937265 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.941663 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0fca0368-ed7f-4868-850b-f71162b89a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:39.947888 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b6fa6aca-9101-4dad-a034-90eec3e41576 req-0769a55e-7ddd-4f10-bf66-37cbd3f3fba7 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577946 Jun 22 04:10:39.965020 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:10:39.981126 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b477e282-90f4-467d-844d-88898448bb54,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:39.984098 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:39.984443 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Added segment e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e of type vlan for network befd0155-ae6a-4cfa-87ae-40e4f06046a9 Jun 22 04:10:39.985930 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:40.029393 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:40.147158 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cecc0e-b720-466e-9734-126dedbefead req-b61fa9ce-2611-4347-ae17-139ce980e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:40.148521 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9cecc0e-b720-466e-9734-126dedbefead req-b61fa9ce-2611-4347-ae17-139ce980e721 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 1098 time: 0.0661747 Jun 22 04:10:40.152985 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:40.154406 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:40.154959 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:40.159082 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-da30906c-b91b-4764-962a-52b1adaf0c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:40.241918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Pushing event updated for resources: {'Network': ['ID=befd0155-ae6a-4cfa-87ae-40e4f06046a9,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:40.245892 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:40.252241 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network befd0155-ae6a-4cfa-87ae-40e4f06046a9 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:10:40.258368 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9cecc0e-b720-466e-9734-126dedbefead req-5f52a542-1ecd-447e-91dc-792aa8397a20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998192 Jun 22 04:10:40.390629 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8422489 Jun 22 04:10:40.390812 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47188) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:40.403776 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Request body: {'subnet': {'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-861867534-subnet', 'tenant_id': 'a3231f5e84334fde8df5a256d3cd6342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:40.593954 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Made reservation on behalf of a3231f5e84334fde8df5a256d3cd6342 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:40.593954 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13831383'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:40.769538 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-5e9accb6-756f-4bf7-85c1-81dc056f2c37 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:40.771184 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-5e9accb6-756f-4bf7-85c1-81dc056f2c37 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.26 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.0848534 Jun 22 04:10:40.890225 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13863017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13831397'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:40.894930 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:40.964493 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab6a4f1-4bf8-46d0-86a7-5d9e28139521,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:40.970271 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:40.973946 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Checking segment: {'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:40.975785 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Network hostable DHCP agents. Network: befd0155-ae6a-4cfa-87ae-40e4f06046a9, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:10:41.022989 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47216) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:41.065901 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47220) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:41.079114 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Network befd0155-ae6a-4cfa-87ae-40e4f06046a9 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:10:41.137912 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-network', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:41.192052 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, befd0155-ae6a-4cfa-87ae-40e4f06046a9) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:41.194103 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-069ec73d-d42e-401a-b551-b0976124332b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.200920 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:41.201498 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.204650 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4266fc2-32c7-41eb-8f1f-6f69e380537c None None] Network befd0155-ae6a-4cfa-87ae-40e4f06046a9 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:41.246920 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Deleting port 05c69840-1ea2-4b40-9484-0777c51270fa {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:10:41.247266 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.258389 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baad07-fd31-4dbf-89e3-86bcb8ac6e75 req-fd95effc-5a86-4344-8dec-834fba8d5ba1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:41.260020 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7baad07-fd31-4dbf-89e3-86bcb8ac6e75 req-fd95effc-5a86-4344-8dec-834fba8d5ba1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.4019184 Jun 22 04:10:41.260828 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Made reservation on behalf of 53b16f052bf2437086d8b8d424558ea9 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:41.264663 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.275001 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.332868 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0891fe-4270-4b7c-937c-90924240c711 None None] Network befd0155-ae6a-4cfa-87ae-40e4f06046a9 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:41.337016 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199611c-4ab3-48c7-a9d9-d0c0137fdfcd req-5334b69b-f983-44dd-821f-0742275fa5f9 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:41.338512 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7199611c-4ab3-48c7-a9d9-d0c0137fdfcd req-5334b69b-f983-44dd-821f-0742275fa5f9 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 945 time: 0.1825132 Jun 22 04:10:41.387339 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7baad07-fd31-4dbf-89e3-86bcb8ac6e75 req-2f8ca197-fd38-4bfa-acd3-07f156e465db tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876067 Jun 22 04:10:41.414162 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0223382 Jun 22 04:10:41.421131 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] For port 05c69840-1ea2-4b40-9484-0777c51270fa, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=05c69840-1ea2-4b40-9484-0777c51270fa,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:10:41.421623 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.447472 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7199611c-4ab3-48c7-a9d9-d0c0137fdfcd req-c2d19c64-b6b2-4546-b69a-af01cb27c229 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985589 Jun 22 04:10:41.496683 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-069ec73d-d42e-401a-b551-b0976124332b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.522623 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Calling delete_port for 05c69840-1ea2-4b40-9484-0777c51270fa owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:10:41.571605 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-069ec73d-d42e-401a-b551-b0976124332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.577863 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9f6e0e70-b0bc-4b85-b3e3-9bc6596080e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:41.657140 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-069ec73d-d42e-401a-b551-b0976124332b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1db74c0415254fbc87a87b8985efd2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5899134 Jun 22 04:10:41.659781 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47234) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:41.691503 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ec73d-d42e-401a-b551-b0976124332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484bc207-16ac-413c-8d05-c3e5d6c68222,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:41.694995 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-069ec73d-d42e-401a-b551-b0976124332b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:41.749409 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.754336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.759345 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4b67ceeb-af1e-4676-af97-c7cb35d24bb5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:41.764811 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e360f99f-f754-4058-a36a-490ef5cad632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.785125 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Pushing event deleted for resources: {'Port': ['ID=05c69840-1ea2-4b40-9484-0777c51270fa,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:41.788702 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:41.790131 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e360f99f-f754-4058-a36a-490ef5cad632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.826718 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.830565 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7a5497d3-8eab-49b5-bcab-c19dacb132b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:41.831173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] No DVR routers for this DVR port 05c69840-1ea2-4b40-9484-0777c51270fa on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:10:41.834637 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:41.836660 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ff0a156-16da-43c3-9f9d-ca3a42041ae1 req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.26 "DELETE /v2.0/ports/05c69840-1ea2-4b40-9484-0777c51270fa HTTP/1.1" status: 204 len: 173 time: 1.0594289 Jun 22 04:10:41.837206 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eec0221-7235-4247-a1b6-2da8999dfd2f', 'name': 'network-vif-deleted', 'tag': '05c69840-1ea2-4b40-9484-0777c51270fa'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:10:41.839548 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1390b88f-e9e7-4dff-8723-45d066e1025c" -d '{"events": [{"server_uuid": "7eec0221-7235-4247-a1b6-2da8999dfd2f", "name": "network-vif-deleted", "tag": "05c69840-1ea2-4b40-9484-0777c51270fa"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:10:41.853859 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea742eeb-7da8-49ee-99cf-9a3e4659cf20,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:41.857541 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:41.877002 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b4147c-035a-4d02-bbed-5444426cae13 x-openstack-request-id: req-a9b4147c-035a-4d02-bbed-5444426cae13 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:10:41.877315 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eec0221-7235-4247-a1b6-2da8999dfd2f", "name": "network-vif-deleted", "tag": "05c69840-1ea2-4b40-9484-0777c51270fa", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:10:41.877595 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9b4147c-035a-4d02-bbed-5444426cae13 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:10:41.878009 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eec0221-7235-4247-a1b6-2da8999dfd2f', 'name': 'network-vif-deleted', 'tag': '05c69840-1ea2-4b40-9484-0777c51270fa', 'status': 'completed', 'code': 200} Jun 22 04:10:42.004672 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e360f99f-f754-4058-a36a-490ef5cad632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:42.007747 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e360f99f-f754-4058-a36a-490ef5cad632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:42.008813 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-e360f99f-f754-4058-a36a-490ef5cad632 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/484bc207-16ac-413c-8d05-c3e5d6c68222 HTTP/1.1" status: 204 len: 168 time: 0.3300889 Jun 22 04:10:42.012454 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d1611e67-441a-4f6a-985a-37288030834d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:42.031570 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:10:42.031570 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360f99f-f754-4058-a36a-490ef5cad632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484bc207-16ac-413c-8d05-c3e5d6c68222,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:42.031570 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e360f99f-f754-4058-a36a-490ef5cad632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:42.031570 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:42.031570 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Added segment a42d155b-f678-4300-bef7-c824d99eba77 of type vlan for network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b Jun 22 04:10:42.210412 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:42.317543 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:42.318945 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:42.319539 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:42.322526 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:42.377205 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=6b4a7862-9d1c-42f0-8d5e-13533a8f396b,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:42.380495 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:42.388372 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:10:42.462189 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4378402 Jun 22 04:10:42.465501 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47246) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:42.470641 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Request body: {'subnet': {'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-subnet', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:42.598620 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f92ec-6177-482f-a561-76fe67497873 req-fd456b3d-ddf2-4152-9783-d9862d31ae48 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:42.600086 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b20f92ec-6177-482f-a561-76fe67497873 req-fd456b3d-ddf2-4152-9783-d9862d31ae48 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0808015 Jun 22 04:10:42.604409 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Made reservation on behalf of 53b16f052bf2437086d8b8d424558ea9 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:42.610239 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13831383'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:42.638715 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b20f92ec-6177-482f-a561-76fe67497873 req-96282a8d-a82c-4b60-b9c9-6e134d970d88 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Jun 22 04:10:42.816306 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f7d4b1c-c92b-4705-ba5f-9e6b1604f250 req-94fdbb71-877c-4f46-ac92-ea3540172b74 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 210 time: 0.0290821 Jun 22 04:10:42.903343 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13863017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13831397'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:42.913181 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:42.961144 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95dcec5-f608-4cb9-b71d-0774c93f818e,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:42.964285 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:42.979019 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Checking segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:42.979282 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Network hostable DHCP agents. Network: 6b4a7862-9d1c-42f0-8d5e-13533a8f396b, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:10:43.049750 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:10:43.153132 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 6b4a7862-9d1c-42f0-8d5e-13533a8f396b) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:43.158375 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:43.158964 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.164485 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ddb569-2a1b-4c75-a3ef-044c1a7fe5c9 None None] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:43.245447 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7781637 Jun 22 04:10:43.248324 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47276) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:43.252738 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:43.311407 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:10:43.312267 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.335934 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.337130 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.389671 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.457444 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Allocated IP 172.20.0.2 (6b4a7862-9d1c-42f0-8d5e-13533a8f396b/e95dcec5-f608-4cb9-b71d-0774c93f818e/b6147d6a-8374-4ae5-a060-2df0e53639d8) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:10:43.570279 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.600349 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.610643 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Transition to ACTIVE for port object b6147d6a-8374-4ae5-a060-2df0e53639d8 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:10:43.630741 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Transition to ACTIVE for port object b6147d6a-8374-4ae5-a060-2df0e53639d8 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:10:43.696991 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.700147 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:43.867343 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ae6d4-d1cb-423b-b29f-988999641c5e req-cafd6b14-42e8-4137-af69-b746730e10b5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:43.875451 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-867ae6d4-d1cb-423b-b29f-988999641c5e req-cafd6b14-42e8-4137-af69-b746730e10b5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1023462 Jun 22 04:10:43.896489 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.901621 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:10:43.905776 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:43.911395 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:10:43.928827 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:43.937430 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-867ae6d4-d1cb-423b-b29f-988999641c5e req-ecedf434-af92-4409-a78b-d834e5e3a9dd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609202 Jun 22 04:10:43.954137 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Pushing event updated for resources: {'Port': ['ID=b6147d6a-8374-4ae5-a060-2df0e53639d8,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:43.978733 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:43.993100 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Attempting to bind port b6147d6a-8374-4ae5-a060-2df0e53639d8 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:10:43.993898 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Attempting to bind port b6147d6a-8374-4ae5-a060-2df0e53639d8 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:10:43.994456 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Attempting to bind port b6147d6a-8374-4ae5-a060-2df0e53639d8 on network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:43.999775 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:10:44.000408 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Checking segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:44.000987 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:44.001642 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Bound using segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:10:44.002411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Bound port: b6147d6a-8374-4ae5-a060-2df0e53639d8, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:10:44.002967 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:44.064791 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Allocated IP 172.27.1.185 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/4c78c061-e152-4e4d-9636-875bdfdfac34) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:10:44.088545 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5a742d7-d60a-4cb8-9e0c-69ad52ca9da4 req-0fa7b0d9-8805-4ff1-b1b9-bfbfa55be00c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 210 time: 0.0328789 Jun 22 04:10:44.088899 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] For port b6147d6a-8374-4ae5-a060-2df0e53639d8, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:10:44.089223 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] For port b6147d6a-8374-4ae5-a060-2df0e53639d8, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=b6147d6a-8374-4ae5-a060-2df0e53639d8,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:10:44.176920 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:44.179506 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:44.193530 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:44.242836 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Pushing event updated for resources: {'Port': ['ID=b6147d6a-8374-4ae5-a060-2df0e53639d8,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:44.246148 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:44.336064 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:44.342229 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:44.381152 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:10:44.381306 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:44.384210 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:10:44.408781 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c78c061-e152-4e4d-9636-875bdfdfac34,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:44.426742 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:44.778244 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:44.978515 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:45.137824 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 05c69840-1ea2-4b40-9484-0777c51270fa no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:10:45.169241 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b66c36-f936-4b3b-a4bb-7125fb587490 req-b7457915-373e-46ff-9ca5-a462b052404b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:45.178442 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f0b66c36-f936-4b3b-a4bb-7125fb587490 req-b7457915-373e-46ff-9ca5-a462b052404b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1122954 Jun 22 04:10:45.187213 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 05c69840-1ea2-4b40-9484-0777c51270fa {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:10:45.192086 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 05c69840-1ea2-4b40-9484-0777c51270fa not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:10:45.218251 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f0b66c36-f936-4b3b-a4bb-7125fb587490 req-af3fcf1a-0975-420f-abbe-0857f5cf3987 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388715 Jun 22 04:10:45.220436 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Router eddebb2c-b6e4-491b-a661-a192bb40839a is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:10:45.271202 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c82771-a6a5-47d4-8704-1a4a520f8fbb None None] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:10:45.351693 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d4d3000-ccb8-4434-a010-82ccea715b0a req-a8544f68-2b22-4c4b-b16d-aa7fe0f2d944 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 210 time: 0.0295527 Jun 22 04:10:45.455767 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1cb3fa55-06f8-4b18-9e16-8c3bd6cb052b None None] Provisioning for port b6147d6a-8374-4ae5-a060-2df0e53639d8 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:10:45.509631 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:10:45.520172 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Sync routers for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:10:45.530353 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:10:45.530973 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:10:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:45.639264 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:45.639264 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3850152 Jun 22 04:10:45.639531 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47318) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:45.654736 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:10:45.872590 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:44Z', 'revision_number': 3, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:45.902136 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Checking router: eddebb2c-b6e4-491b-a661-a192bb40839a for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:10:45.903371 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Updating router eddebb2c-b6e4-491b-a661-a192bb40839a port 4c78c061-e152-4e4d-9636-875bdfdfac34 binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:10:45.943393 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.095897 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.201940 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.212521 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Transition to ACTIVE for port object 4c78c061-e152-4e4d-9636-875bdfdfac34 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:10:46.275142 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Allocated IP 172.20.0.1 (6b4a7862-9d1c-42f0-8d5e-13533a8f396b/e95dcec5-f608-4cb9-b71d-0774c93f818e/e02ef6bf-3b7f-4a5f-8693-320bc1a88abf) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:10:46.289690 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.296590 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:46.356671 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device b6147d6a-8374-4ae5-a060-2df0e53639d8 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:10:46.370543 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Pushing event updated for resources: {'Port': ['ID=4c78c061-e152-4e4d-9636-875bdfdfac34,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:46.390867 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Attempting to bind port 4c78c061-e152-4e4d-9636-875bdfdfac34 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:10:46.394569 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Attempting to bind port 4c78c061-e152-4e4d-9636-875bdfdfac34 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:10:46.394569 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Attempting to bind port 4c78c061-e152-4e4d-9636-875bdfdfac34 on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:46.397112 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:10:46.397500 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:46.397916 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.398383 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:10:46.399218 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Bound port: 4c78c061-e152-4e4d-9636-875bdfdfac34, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:10:46.399774 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.446911 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.457035 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] For port 4c78c061-e152-4e4d-9636-875bdfdfac34, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:10:46.461557 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] For port 4c78c061-e152-4e4d-9636-875bdfdfac34, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=4c78c061-e152-4e4d-9636-875bdfdfac34,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:10:46.463341 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.463996 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.464508 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.465126 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.465600 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.466107 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.466583 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.467130 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.467639 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.468113 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.468661 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.469215 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:46.473762 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:46.477346 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Transition to ACTIVE for port object e02ef6bf-3b7f-4a5f-8693-320bc1a88abf will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:10:46.488618 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4f13f-18ba-4c6e-9660-7802432216c6 req-dcf5e43e-04f2-4b9b-93ae-66f77efb7acb tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:46.490467 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45b4f13f-18ba-4c6e-9660-7802432216c6 req-dcf5e43e-04f2-4b9b-93ae-66f77efb7acb tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1370413 Jun 22 04:10:46.557321 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45b4f13f-18ba-4c6e-9660-7802432216c6 req-05ddd32f-fb59-422c-8fca-79a1de3c2e7d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Jun 22 04:10:46.581433 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.581433 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:46.587756 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port b6147d6a-8374-4ae5-a060-2df0e53639d8 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:10:46.596203 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port b6147d6a-8374-4ae5-a060-2df0e53639d8 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:46.596584 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.617509 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-747f9f00-3b1d-4630-86ad-b96217008af2 req-0868a904-c5f9-43bd-86ca-db4da05660bb tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec0221-7235-4247-a1b6-2da8999dfd2f HTTP/1.1" status: 200 len: 210 time: 0.0635459 Jun 22 04:10:46.636598 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:10:46.637563 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:10:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:46.713756 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.721073 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:46.754228 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.772192 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Pushing event updated for resources: {'Port': ['ID=4c78c061-e152-4e4d-9636-875bdfdfac34,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:46.779769 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:46.802263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port b6147d6a-8374-4ae5-a060-2df0e53639d8, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=b6147d6a-8374-4ae5-a060-2df0e53639d8,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:10:46.833381 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:10:46.838064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:46.843196 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:10:46.843675 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.854105 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:10:46.887774 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Pushing event updated for resources: {'Port': ['ID=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:46.904805 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:46.935708 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:46.939628 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:46.961708 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7619-4f44-4a16-9063-5abc75aafec8 req-992e3231-fc01-455f-b564-130b95daa484 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:46.963338 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c27b7619-4f44-4a16-9063-5abc75aafec8 req-992e3231-fc01-455f-b564-130b95daa484 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.2165356 Jun 22 04:10:46.997573 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=b6147d6a-8374-4ae5-a060-2df0e53639d8,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:47.005610 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:47.021865 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c27b7619-4f44-4a16-9063-5abc75aafec8 req-87dc246a-057c-4fc3-b397-48ea5bfb9ffd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475209 Jun 22 04:10:47.077902 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:44Z', 'revision_number': 3, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:47.106604 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db206513-abcc-43b6-b580-9e2d9ac32ce9 None None] The sync data for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi is: [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:44Z', 'revision_number': 3, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:10:47.136203 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:47.266761 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-a4ba5bae-4b1c-4ac9-b376-1ea6140c9a58 None None] Provisioning for port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:10:47.272670 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-a4ba5bae-4b1c-4ac9-b376-1ea6140c9a58 None None] Provisioning complete for port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:47.273905 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5bae-4b1c-4ac9-b376-1ea6140c9a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:47.321340 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba5bae-4b1c-4ac9-b376-1ea6140c9a58 None None] Port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:10:47.321530 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:47.436223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:47.436223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:47.436223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:47.516643 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Pushing event updated for resources: {'Port': ['ID=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:47.519724 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:47.562373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:10:47.564092 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:47.705851 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Router eddebb2c-b6e4-491b-a661-a192bb40839a has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:10:47.863163 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-60a612e6-0307-47a4-a1fe-f5a2079d006e None None] Provisioning complete for port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:47.864477 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-60a612e6-0307-47a4-a1fe-f5a2079d006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:47.941777 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-60a612e6-0307-47a4-a1fe-f5a2079d006e None None] Port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:10:47.970000 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:10:48.013385 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] 10.222.0.37 "PUT /v2.0/routers/eddebb2c-b6e4-491b-a661-a192bb40839a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3741050 Jun 22 04:10:48.212950 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-c46f4794-5ae7-4883-a9e1-4396a62f307b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:48.220474 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-c46f4794-5ae7-4883-a9e1-4396a62f307b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/networks?id=a64be47a-c8bf-4635-8fbc-10b932925bdc HTTP/1.1" status: 200 len: 809 time: 0.1961482 Jun 22 04:10:48.232236 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-db1396a8-2310-400f-aa26-a234867e4700 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/quotas/b89444455e8a4ba9ab0ab5caace53d11 HTTP/1.1" status: 200 len: 375 time: 0.0103784 Jun 22 04:10:48.271667 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-a5280745-ab40-411e-a807-d5eaf1d59c83 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319302 Jun 22 04:10:48.360110 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device b6147d6a-8374-4ae5-a060-2df0e53639d8 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:10:48.379039 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-9a22a3cf-0178-4853-b1ec-ad161c79f56f service neutron] 10.222.0.37 "GET /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990610 Jun 22 04:10:48.417220 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port b6147d6a-8374-4ae5-a060-2df0e53639d8 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:48.417721 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:48.514738 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-6d554691-3dc0-4590-bb91-e1921dce045f service neutron] 10.222.0.37 "GET /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287894 Jun 22 04:10:48.538686 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 4c78c061-e152-4e4d-9636-875bdfdfac34 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:10:48.757494 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 4c78c061-e152-4e4d-9636-875bdfdfac34 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:10:48.761572 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 4c78c061-e152-4e4d-9636-875bdfdfac34 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:48.762182 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:48.849935 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:48.880534 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 4c78c061-e152-4e4d-9636-875bdfdfac34, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=4c78c061-e152-4e4d-9636-875bdfdfac34,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:10:48.911577 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47418) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:48.917021 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808170174', 'description': 'tempest-description--1576989037'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:48.993432 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.000224 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:49.014705 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8925b4e1-3f22-4ab1-9315-81f672d97b06 req-f930ebc6-b9b6-4077-a0e8-5a67824da5bc tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 210 time: 0.0587456 Jun 22 04:10:49.015420 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.071162 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-f4de1c7b-42f8-49c5-8439-c79b9a0d0c0d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:49.075075 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-f4de1c7b-42f8-49c5-8439-c79b9a0d0c0d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/networks?id=befd0155-ae6a-4cfa-87ae-40e4f06046a9 HTTP/1.1" status: 200 len: 813 time: 0.2216403 Jun 22 04:10:49.099758 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=4c78c061-e152-4e4d-9636-875bdfdfac34,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:49.099979 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-4c3034e1-bfea-4b76-9917-1ca2fd50ef8c tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/quotas/a3231f5e84334fde8df5a256d3cd6342 HTTP/1.1" status: 200 len: 375 time: 0.0177484 Jun 22 04:10:49.112896 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:49.140077 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Sync routers for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:10:49.165351 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:10:49.167115 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:10:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:49.188031 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-46da33c0-a547-41ff-ad07-8b87171936f3 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3231f5e84334fde8df5a256d3cd6342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846560 Jun 22 04:10:49.191547 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.273558 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.277183 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c546b9f8-6b70-41f3-804a-dee664e9850a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:49.290684 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-28433cf0-7d14-46ae-bb96-87bdf6c8fe44 service neutron] 10.222.0.37 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014144 Jun 22 04:10:49.302258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:10:49.303918 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:49.307781 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:49.393598 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.395285 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4826496 Jun 22 04:10:49.404469 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47434) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:49.404805 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-ab141b8d-7123-402a-bb5e-460b79e9873f service neutron] 10.222.0.37 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034601 Jun 22 04:10:49.405235 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'security_group_rule': {'security_group_id': 'd0fcd7f9-6069-4dbe-84a0-7dba4b71d581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:49.489438 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.527084 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:47Z', 'revision_number': 2, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:49.556172 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Checking router: eddebb2c-b6e4-491b-a661-a192bb40839a for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:10:49.556553 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Updating router eddebb2c-b6e4-491b-a661-a192bb40839a port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:10:49.558317 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.600916 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.668828 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.672978 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5acd2bbd-8684-43bc-acc9-971accf2b63b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:49.687979 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebc92d1-5299-4c7a-835e-79756eedc6d7,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:49.701100 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:49.782871 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0dc3178a-5a6b-4c87-a906-a2f36cc58faa req-be4589b8-15f4-4029-8a42-20f06544022e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 210 time: 0.0348165 Jun 22 04:10:49.811716 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.813420 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4136612 Jun 22 04:10:49.819580 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47446) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:49.825161 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'security_group_rule': {'security_group_id': 'd0fcd7f9-6069-4dbe-84a0-7dba4b71d581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:49.901391 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.913321 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Transition to ACTIVE for port object e02ef6bf-3b7f-4a5f-8693-320bc1a88abf will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:10:49.923053 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:49.977814 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.027769 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.030880 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:50.068513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.074498 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:50.100739 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705a39f7-702b-40ed-af37-18f39003d833,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:50.114909 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:50.168072 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbe2e0-29c8-4461-9c87-7796e969f853 None None] Pushing event updated for resources: {'Port': ['ID=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:50.174785 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-97dbe2e0-29c8-4461-9c87-7796e969f853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:50.198866 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cdebfa41-2dda-42b7-9897-b7e2f5f33160 req-1f5cf8a4-2896-4fc1-8391-0167228024b6 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 210 time: 0.0359643 Jun 22 04:10:50.271875 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 4c78c061-e152-4e4d-9636-875bdfdfac34 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:10:50.309640 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Attempting to bind port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:10:50.309640 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Attempting to bind port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:10:50.309640 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Attempting to bind port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf on network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:50.317552 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:10:50.317938 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Checking segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:50.318460 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.318867 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Bound using segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:10:50.319352 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Bound port: e02ef6bf-3b7f-4a5f-8693-320bc1a88abf, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:10:50.319738 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.341047 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.345088 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5212908 Jun 22 04:10:50.345300 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47464) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:50.356043 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:50.409525 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 4c78c061-e152-4e4d-9636-875bdfdfac34 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:50.409525 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.442951 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] For port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:10:50.460315 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] For port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:10:50.513154 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.559570 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.562515 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:50.621199 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:10:50.625927 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:10:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:50.625927 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbe2e0-29c8-4461-9c87-7796e969f853 None None] Pushing event updated for resources: {'Port': ['ID=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:50.659010 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:50.705779 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-97dbe2e0-29c8-4461-9c87-7796e969f853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:50.861381 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:10:50.867242 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Allocated IP 172.27.1.169 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/be727d29-80df-4456-acee-68420aab4b8c) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:10:50.901381 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8949b97-f8d8-4a63-bae3-4f999a6870af req-5c4da06c-d7cd-41ef-b38b-3d4962f8c4f9 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 210 time: 0.0369427 Jun 22 04:10:50.951327 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47482) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:51.023427 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.089418 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a48d0f3b-c40c-4183-a8f3-9b75cdbf0963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.220390 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.224255 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a48d0f3b-c40c-4183-a8f3-9b75cdbf0963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.242251 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f64b18-8adb-45a1-961e-09be69eeb7e3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:51.284495 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a48d0f3b-c40c-4183-a8f3-9b75cdbf0963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.291014 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1929b933-5cb3-44df-bb2f-88c93deee3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:51.296353 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:50Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:51.325965 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b16b7-e132-4c0a-87c9-8924e6a550c7 None None] The sync data for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi is: [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:50Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:10:51.340064 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d0f3b-c40c-4183-a8f3-9b75cdbf0963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba91c0a1-ed93-45a7-9cb7-c0e709689114,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:51.343706 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a48d0f3b-c40c-4183-a8f3-9b75cdbf0963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:51.346602 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a48d0f3b-c40c-4183-a8f3-9b75cdbf0963 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cff02a8ea2a14b4897a114654a552124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934965 Jun 22 04:10:51.349320 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47492) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:51.402748 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0345eada-ed00-4a15-8d23-2e3e7b588876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.444763 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a36c1ee3-a205-4fbc-8453-83aa1baf99cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.473521 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a36c1ee3-a205-4fbc-8453-83aa1baf99cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.668190 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a36c1ee3-a205-4fbc-8453-83aa1baf99cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.676001 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a36c1ee3-a205-4fbc-8453-83aa1baf99cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.676001 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a36c1ee3-a205-4fbc-8453-83aa1baf99cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba91c0a1-ed93-45a7-9cb7-c0e709689114 HTTP/1.1" status: 204 len: 168 time: 0.3230302 Jun 22 04:10:51.676001 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e5c50adc-cb3b-419a-ad85-c1ee58880f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:51.682312 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c1ee3-a205-4fbc-8453-83aa1baf99cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba91c0a1-ed93-45a7-9cb7-c0e709689114,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:51.697892 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:10:51.698522 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a36c1ee3-a205-4fbc-8453-83aa1baf99cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:51.713563 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:51.718041 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'Port': ['ID=be727d29-80df-4456-acee-68420aab4b8c,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:51.744741 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:10:51.754694 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:51.768642 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a2ce3cb6-ca5b-4fb3-b853-8b7141f4fe44 req-de087d99-6de0-4627-b049-70d77b17afe3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 210 time: 0.1759799 Jun 22 04:10:51.853392 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513ff3b-1ed7-4cea-bb37-aa59bf5b24cc req-844049d6-25a8-4721-8045-da29ee7393cd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:51.855094 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6513ff3b-1ed7-4cea-bb37-aa59bf5b24cc req-844049d6-25a8-4721-8045-da29ee7393cd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.6884677 Jun 22 04:10:51.922891 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-347f1f0f-5f4a-48e7-bf09-1af013a72d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:51.927025 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-347f1f0f-5f4a-48e7-bf09-1af013a72d9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.7175176 Jun 22 04:10:51.947929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-c869f8ed-7942-44c6-ab38-51e1fb2c2244 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:51.955068 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-c869f8ed-7942-44c6-ab38-51e1fb2c2244 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.26 "GET /v2.0/networks?id=a64be47a-c8bf-4635-8fbc-10b932925bdc HTTP/1.1" status: 200 len: 809 time: 0.3614006 Jun 22 04:10:51.968653 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:51.984105 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Request body: {'port': {'device_id': 'f0c29cbd-609e-4693-b3a4-fc3d1bab12fc', 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc', 'admin_state_up': True, 'tenant_id': 'b89444455e8a4ba9ab0ab5caace53d11'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:52.158025 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6513ff3b-1ed7-4cea-bb37-aa59bf5b24cc req-a213550f-2c5e-4acb-abb3-1d545fc2759d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841818 Jun 22 04:10:52.378061 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device e02ef6bf-3b7f-4a5f-8693-320bc1a88abf up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:10:52.420859 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59826487-6e2d-4fcc-951c-d9d87d8df922 req-cc139995-191a-4aab-be41-f8d3f63e6afa tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 210 time: 0.0887971 Jun 22 04:10:52.425684 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-3fd6547a-ce3c-47dc-a26f-fcba5893504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:52.427135 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-3fd6547a-ce3c-47dc-a26f-fcba5893504d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 920 time: 0.4711342 Jun 22 04:10:52.427662 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.517406 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-871b9e6e-a568-4d99-a3b7-86ddf50e51b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 200 len: 217 time: 0.0816607 Jun 22 04:10:52.546731 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:10:52.550954 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:52.554606 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.619943 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47532) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:52.634614 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d0edaab1-2514-473f-bab7-03757052146c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.636245 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-3657ae15-c10f-4976-9841-99494c885394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:52.638012 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-3657ae15-c10f-4976-9841-99494c885394 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.1131268 Jun 22 04:10:52.641311 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Made reservation on behalf of b89444455e8a4ba9ab0ab5caace53d11 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:52.641982 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.648470 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.680127 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:10:52.700247 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-1b53f47a-0752-4e46-859c-77e68e1737c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426736 Jun 22 04:10:52.745404 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d0edaab1-2514-473f-bab7-03757052146c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.809923 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.814015 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:52.863225 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:52.866141 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:52.872803 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d0edaab1-2514-473f-bab7-03757052146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.880842 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:52.891610 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.921776 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d0edaab1-2514-473f-bab7-03757052146c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2842ef2ffb04e04b0d65c4723cb12a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026762 Jun 22 04:10:52.924789 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47536) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:52.937896 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Allocated IP 172.20.0.10 (a64be47a-c8bf-4635-8fbc-10b932925bdc/a56dfba7-9dc1-4b8f-9036-ce1fc865f624/929dacc0-8086-4697-b223-556122ea14c0) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:10:52.941833 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edaab1-2514-473f-bab7-03757052146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d929c466-27a4-4997-8e7d-6f8d01661db2,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:52.943064 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-08ba14d8-331d-4df3-9a48-a787b2e3756a service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349246 Jun 22 04:10:52.961017 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d0edaab1-2514-473f-bab7-03757052146c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:52.980913 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:52.999895 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:53.044306 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47544) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:53.088681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.146225 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b386fd4c-3c90-4450-8d80-1622aea13e6c req-119a5bf0-c030-4511-a850-6d6818974fad tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 210 time: 0.1637497 Jun 22 04:10:53.167869 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.185801 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'Port': ['ID=be727d29-80df-4456-acee-68420aab4b8c,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:53.194432 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.198236 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:53.269271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.270492 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9242604 Jun 22 04:10:53.283331 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.335914 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.336742 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab61ef68-15a0-4980-bbc5-4ce61d96bd76 req-af3ceb2a-69ca-4f10-8a53-c5c45bc174c6 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823512 Jun 22 04:10:53.430491 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.430491 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-01e69d89-ef8e-461a-b8f8-a1e9ab217e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:53.515152 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4469f6-c84e-4f98-b8b9-c396590163b9,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:53.539807 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.540173 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.540792 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.541345 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.541876 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.543040 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.543597 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.544136 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.544665 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.545214 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.545753 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.546307 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.552042 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=351647c6add74ab99fd8b206c7f0f09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067139 Jun 22 04:10:53.553381 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:53.554652 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47572) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:53.569794 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ad53b-2659-4369-a0fd-1a35eec6a86a req-94414662-3323-4d1d-bce2-1f085ebef548 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:53.574207 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa7ad53b-2659-4369-a0fd-1a35eec6a86a req-94414662-3323-4d1d-bce2-1f085ebef548 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.2846005 Jun 22 04:10:53.576391 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.590777 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-74b8478f-3c36-491b-b5c3-5da5b6bf24f0 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:53.592231 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-74b8478f-3c36-491b-b5c3-5da5b6bf24f0 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.26 "GET /v2.0/networks?id=befd0155-ae6a-4cfa-87ae-40e4f06046a9 HTTP/1.1" status: 200 len: 813 time: 0.2592754 Jun 22 04:10:53.595035 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-2300a660-221e-44b4-a2de-74915fc1fa86 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--808170174&fields=id&tenant_id=53b16f052bf2437086d8b8d424558ea9 HTTP/1.1" status: 200 len: 267 time: 0.1125047 Jun 22 04:10:53.611045 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b599-19b4-4c91-a495-ee888257a7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.618857 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.621512 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.622613 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d929c466-27a4-4997-8e7d-6f8d01661db2 HTTP/1.1" status: 204 len: 168 time: 0.6969023 Jun 22 04:10:53.632637 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-014cd152-ce47-4f3b-91a5-bcaf24dd0cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:53.632847 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b599-19b4-4c91-a495-ee888257a7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.667915 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Request body: {'port': {'device_id': '61c4b393-6656-4635-a480-03fc09c3ec91', 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9', 'admin_state_up': True, 'tenant_id': 'a3231f5e84334fde8df5a256d3cd6342'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:53.705202 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d929c466-27a4-4997-8e7d-6f8d01661db2,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:53.709487 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa7ad53b-2659-4369-a0fd-1a35eec6a86a req-a9b1fdec-9e2c-43a0-b47d-9a3fbbf4795b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292984 Jun 22 04:10:53.762095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762607 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762607 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.762813 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.763151 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.763488 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:10:53.772731 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3b39f670-7fb6-4bfe-9a36-ec44470cd742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:53.781238 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b599-19b4-4c91-a495-ee888257a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.786476 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b599-19b4-4c91-a495-ee888257a7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.790356 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5fb1b599-19b4-4c91-a495-ee888257a7bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b4469f6-c84e-4f98-b8b9-c396590163b9 HTTP/1.1" status: 204 len: 168 time: 0.2331026 Jun 22 04:10:53.790356 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-320d8c34-c37c-4df1-8d34-d0360a82a005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:53.822466 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1b599-19b4-4c91-a495-ee888257a7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4469f6-c84e-4f98-b8b9-c396590163b9,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:53.822466 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5fb1b599-19b4-4c91-a495-ee888257a7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:53.883930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-625d5669-0f0a-419d-ae24-d2e758f9d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:53.948543 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-5cd333cf-73be-46ae-998d-0a364857d9d3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:53.950146 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-5cd333cf-73be-46ae-998d-0a364857d9d3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 817 time: 0.3369408 Jun 22 04:10:53.975148 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0472312-246f-45fb-9c26-b3315fc5f78a req-c2c2d0eb-befd-4395-818a-8908aea4b44e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 210 time: 0.0560710 Jun 22 04:10:53.991263 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-0b6cc753-a583-4a00-809e-d80410bac5ef tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/quotas/53b16f052bf2437086d8b8d424558ea9 HTTP/1.1" status: 200 len: 375 time: 0.0195169 Jun 22 04:10:54.034257 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:54.039003 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-73500ece-6083-4595-bbc1-e60401dde48b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:54.103420 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Pushing event updated for resources: {'Port': ['ID=929dacc0-8086-4697-b223-556122ea14c0,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:54.116301 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Made reservation on behalf of a3231f5e84334fde8df5a256d3cd6342 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:54.116301 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:54.116301 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:54.116301 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Network a64be47a-c8bf-4635-8fbc-10b932925bdc is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:10:54.132992 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:54.137160 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:10:54.142222 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:54.142568 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:54.143178 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:54.221719 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-44bd28f0-08f0-4e2c-a6cc-f4a0468a94df tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166090 Jun 22 04:10:54.268404 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device e02ef6bf-3b7f-4a5f-8693-320bc1a88abf up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:10:54.347167 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3759637 Jun 22 04:10:54.353754 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:10:54.354852 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:54.394973 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Request body: {'port': {'device_id': 'f0c29cbd-609e-4693-b3a4-fc3d1bab12fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:54.478897 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Allocated IP 172.20.0.3 (befd0155-ae6a-4cfa-87ae-40e4f06046a9/dab6a4f1-4bf8-46d0-86a7-5d9e28139521/22f6f692-8d0d-49fb-8449-ab74202d9c5a) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:10:54.553964 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-37eb016d-b5b2-414b-ac49-c08fce7b5adc service neutron] 10.222.0.37 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142226 Jun 22 04:10:54.844357 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee73f-4050-4023-abe3-6269f2b509ae req-95bfa4fa-4192-4af0-bcd6-2343eb7dac46 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:54.845823 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a9ee73f-4050-4023-abe3-6269f2b509ae req-95bfa4fa-4192-4af0-bcd6-2343eb7dac46 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 932 time: 0.5726721 Jun 22 04:10:54.882910 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:55.046633 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a9ee73f-4050-4023-abe3-6269f2b509ae req-b2dc06e8-d1da-47de-94a0-0b724a785bd2 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876338 Jun 22 04:10:55.089922 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:55.157006 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-eb7b35d1-66a5-4f17-9c23-e63a5efd8d09 service neutron] 10.222.0.37 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925276 Jun 22 04:10:55.219156 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:55.443749 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929dacc0-8086-4697-b223-556122ea14c0 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:10:55.454045 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:55.463161 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f805c-7c2f-4b7e-b412-22a5ac2d7677 req-36196925-fa3a-4588-b4c3-69a46e4dbcfd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:55.464733 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-300f805c-7c2f-4b7e-b412-22a5ac2d7677 req-36196925-fa3a-4588-b4c3-69a46e4dbcfd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1249924 Jun 22 04:10:55.469655 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:55.482170 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:55.527411 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Transition to ACTIVE for port object 929dacc0-8086-4697-b223-556122ea14c0 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:10:55.583281 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Network befd0155-ae6a-4cfa-87ae-40e4f06046a9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:10:55.597122 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:10:55.602881 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:10:55.608716 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:55.613342 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:55.613342 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Pushing event updated for resources: {'Port': ['ID=22f6f692-8d0d-49fb-8449-ab74202d9c5a,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:55.618391 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-300f805c-7c2f-4b7e-b412-22a5ac2d7677 req-73de6c82-86c3-4bb9-9bcc-a305b5c6661d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430006 Jun 22 04:10:55.622670 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:55.624052 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:55.629878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:55.737455 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-412af197-51c0-4320-852b-20b86d14dd39 req-ab1997d8-0108-4671-af0e-263d6727f670 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 210 time: 0.0711308 Jun 22 04:10:55.762897 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d116f03-3883-4c02-a97b-4ac50fff7718 req-3b4d5eda-6c9d-46c6-9332-9e8b7957e30a tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:55.764455 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4d116f03-3883-4c02-a97b-4ac50fff7718 req-3b4d5eda-6c9d-46c6-9332-9e8b7957e30a tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 931 time: 0.2872527 Jun 22 04:10:55.768834 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Pushing event updated for resources: {'Port': ['ID=929dacc0-8086-4697-b223-556122ea14c0,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:55.771880 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1183872 Jun 22 04:10:55.772634 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:55.798264 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Request body: {'port': {'device_id': '61c4b393-6656-4635-a480-03fc09c3ec91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:55.862969 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Attempting to bind port 929dacc0-8086-4697-b223-556122ea14c0 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:10:55.863625 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Attempting to bind port 929dacc0-8086-4697-b223-556122ea14c0 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:10:55.863625 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Attempting to bind port 929dacc0-8086-4697-b223-556122ea14c0 on network a64be47a-c8bf-4635-8fbc-10b932925bdc {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:55.880359 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4d116f03-3883-4c02-a97b-4ac50fff7718 req-8731c23c-1101-48ab-9df0-c7472c397411 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905693 Jun 22 04:10:55.881287 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Port 929dacc0-8086-4697-b223-556122ea14c0 on network a64be47a-c8bf-4635-8fbc-10b932925bdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:10:55.881607 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Attempting to bind port 929dacc0-8086-4697-b223-556122ea14c0 on network a64be47a-c8bf-4635-8fbc-10b932925bdc {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:55.909228 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:10:55.909578 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Checking segment: {'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:55.909974 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Bound using segment: {'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:10:55.910461 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Bound port: 929dacc0-8086-4697-b223-556122ea14c0, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c6be95-c525-433c-b990-e7bd7dca2077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:10:55.910825 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:55.935918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:56.040547 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] For port 929dacc0-8086-4697-b223-556122ea14c0, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:10:56.168463 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] For port 929dacc0-8086-4697-b223-556122ea14c0, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=929dacc0-8086-4697-b223-556122ea14c0,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:10:56.256581 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:56.333471 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:56.366646 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f6f692-8d0d-49fb-8449-ab74202d9c5a {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:10:56.385846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:56.397294 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:56.397702 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:56.401688 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] 10.222.0.26 "PUT /v2.0/ports/929dacc0-8086-4697-b223-556122ea14c0 HTTP/1.1" status: 200 len: 1094 time: 2.0131397 Jun 22 04:10:56.401688 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c29cbd-609e-4693-b3a4-fc3d1bab12fc', 'tag': '929dacc0-8086-4697-b223-556122ea14c0'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:10:56.402191 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7536d1-d213-43e9-b636-221f1af13860" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c29cbd-609e-4693-b3a4-fc3d1bab12fc", "tag": "929dacc0-8086-4697-b223-556122ea14c0"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:10:56.432786 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a947-e9f5-4d85-9720-f5027787007c req-fbd62132-604d-4343-8567-9ae19e922a4c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:56.435122 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e542a947-e9f5-4d85-9720-f5027787007c req-fbd62132-604d-4343-8567-9ae19e922a4c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 944 time: 0.2525990 Jun 22 04:10:56.436192 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Transition to ACTIVE for port object 22f6f692-8d0d-49fb-8449-ab74202d9c5a will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:10:56.437201 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Pushing event updated for resources: {'Port': ['ID=929dacc0-8086-4697-b223-556122ea14c0,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:56.440454 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:56.449996 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:56.456566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b381b4f-7cfb-42be-97e9-8b291a2ae057 x-openstack-request-id: req-7b381b4f-7cfb-42be-97e9-8b291a2ae057 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:10:56.460959 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c29cbd-609e-4693-b3a4-fc3d1bab12fc", "tag": "929dacc0-8086-4697-b223-556122ea14c0", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:10:56.460959 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b381b4f-7cfb-42be-97e9-8b291a2ae057 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:10:56.460959 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c29cbd-609e-4693-b3a4-fc3d1bab12fc', 'tag': '929dacc0-8086-4697-b223-556122ea14c0', 'status': 'completed', 'code': 200} Jun 22 04:10:56.485583 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e542a947-e9f5-4d85-9720-f5027787007c req-5e3418ff-e0e2-408b-ad9e-a7790f32893c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387254 Jun 22 04:10:56.523619 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:56.547961 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:56.630389 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Pushing event updated for resources: {'Port': ['ID=22f6f692-8d0d-49fb-8449-ab74202d9c5a,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:56.635066 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:56.671492 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Attempting to bind port 22f6f692-8d0d-49fb-8449-ab74202d9c5a on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:10:56.671809 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Attempting to bind port 22f6f692-8d0d-49fb-8449-ab74202d9c5a by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:10:56.672138 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Attempting to bind port 22f6f692-8d0d-49fb-8449-ab74202d9c5a on network befd0155-ae6a-4cfa-87ae-40e4f06046a9 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:56.676840 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7536d1-d213-43e9-b636-221f1af13860 req-0c17e58f-2013-4785-acde-b2d536094777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:56.678486 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ea7536d1-d213-43e9-b636-221f1af13860 req-0c17e58f-2013-4785-acde-b2d536094777 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 1097 time: 0.1643109 Jun 22 04:10:56.680425 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Port 22f6f692-8d0d-49fb-8449-ab74202d9c5a on network befd0155-ae6a-4cfa-87ae-40e4f06046a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:10:56.680746 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Attempting to bind port 22f6f692-8d0d-49fb-8449-ab74202d9c5a on network befd0155-ae6a-4cfa-87ae-40e4f06046a9 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:10:56.686216 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:10:56.686563 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Checking segment: {'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:10:56.686946 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Bound using segment: {'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:10:56.687470 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Bound port: 22f6f692-8d0d-49fb-8449-ab74202d9c5a, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:10:56.688065 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:56.866694 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] For port 22f6f692-8d0d-49fb-8449-ab74202d9c5a, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:10:56.891563 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7536d1-d213-43e9-b636-221f1af13860 req-af8f6d67-5e0f-43be-831b-e93040ad92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:56.893000 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ea7536d1-d213-43e9-b636-221f1af13860 req-af8f6d67-5e0f-43be-831b-e93040ad92b8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1968517 Jun 22 04:10:56.894670 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] For port 22f6f692-8d0d-49fb-8449-ab74202d9c5a, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=22f6f692-8d0d-49fb-8449-ab74202d9c5a,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:10:56.931422 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1408b739-20d0-42cb-9f25-1db38c31fe48 req-b2e62a24-f336-442e-9c64-5db6da341d0d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 210 time: 0.0451875 Jun 22 04:10:56.980635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:56.985057 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ae1aba2a-4fbd-499f-8181-390dccb1ab4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:56.994209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039df771-5011-4a8b-bdf0-553a2261f6fc req-68984a88-9db4-48cb-9587-fc21449c5fa1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:56.996282 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-039df771-5011-4a8b-bdf0-553a2261f6fc req-68984a88-9db4-48cb-9587-fc21449c5fa1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.2489848 Jun 22 04:10:57.059460 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:57.060079 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:57.061463 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] 10.222.0.26 "PUT /v2.0/ports/22f6f692-8d0d-49fb-8449-ab74202d9c5a HTTP/1.1" status: 200 len: 1093 time: 1.2700102 Jun 22 04:10:57.173860 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Pushing event updated for resources: {'Port': ['ID=22f6f692-8d0d-49fb-8449-ab74202d9c5a,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:57.174990 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-039df771-5011-4a8b-bdf0-553a2261f6fc req-c8351851-b379-48c0-959b-b1ee55ada651 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482301 Jun 22 04:10:57.176174 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:57.177388 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7536d1-d213-43e9-b636-221f1af13860 req-cb726ea8-f6c9-4afe-9731-041de07e3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:57.179130 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ea7536d1-d213-43e9-b636-221f1af13860 req-cb726ea8-f6c9-4afe-9731-041de07e3474 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2569089 Jun 22 04:10:57.224884 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9463d-274e-4f11-84eb-6bdc40e39240 req-2cf2261b-c0ab-4ce3-9fd6-c51d0e0482f1 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:57.230780 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8c9463d-274e-4f11-84eb-6bdc40e39240 req-2cf2261b-c0ab-4ce3-9fd6-c51d0e0482f1 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 943 time: 0.1461933 Jun 22 04:10:57.272166 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8c9463d-274e-4f11-84eb-6bdc40e39240 req-4509c763-f8c6-4e4b-b1c9-e048b5369b43 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Jun 22 04:10:57.366876 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-a836b9b0-fb76-4896-9dd9-0f30ca165e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:57.368496 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-a836b9b0-fb76-4896-9dd9-0f30ca165e4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 1097 time: 0.0995884 Jun 22 04:10:57.386957 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-a843c99d-3ba1-4b9c-b8d8-0f9d0c9360a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:57.388401 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-a843c99d-3ba1-4b9c-b8d8-0f9d0c9360a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3231f5e84334fde8df5a256d3cd6342&device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 1096 time: 0.0693734 Jun 22 04:10:57.534764 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-1c386a35-dc87-498e-a484-499d06fedc86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=929dacc0-8086-4697-b223-556122ea14c0 HTTP/1.1" status: 200 len: 217 time: 0.0901761 Jun 22 04:10:57.536068 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-da06fbd6-aac9-4a49-86c5-dac4aaaebf45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22f6f692-8d0d-49fb-8449-ab74202d9c5a HTTP/1.1" status: 200 len: 217 time: 0.0849426 Jun 22 04:10:57.661921 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-b27af153-cfd1-470e-9895-500598e658a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:57.663385 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-b27af153-cfd1-470e-9895-500598e658a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dab6a4f1-4bf8-46d0-86a7-5d9e28139521 HTTP/1.1" status: 200 len: 853 time: 0.1154981 Jun 22 04:10:57.665471 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-ae56dad5-178d-4aad-8424-047b5f45faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:57.666790 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-ae56dad5-178d-4aad-8424-047b5f45faef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a56dfba7-9dc1-4b8f-9036-ce1fc865f624 HTTP/1.1" status: 200 len: 849 time: 0.1177437 Jun 22 04:10:57.730980 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-81b230fd-b314-478a-a1f4-1f38e070290a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=befd0155-ae6a-4cfa-87ae-40e4f06046a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534449 Jun 22 04:10:57.733598 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-ff2c9776-7b5e-49b2-b2e8-f3c31475881c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a64be47a-c8bf-4635-8fbc-10b932925bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538771 Jun 22 04:10:57.748270 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d244812-02d9-40ba-8264-165e5160ac3a req-9009af57-cebf-4165-b0e6-726582ee8944 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:57.749646 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d244812-02d9-40ba-8264-165e5160ac3a req-9009af57-cebf-4165-b0e6-726582ee8944 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 944 time: 0.1376140 Jun 22 04:10:57.897838 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d244812-02d9-40ba-8264-165e5160ac3a req-7efa89db-5995-47bc-8913-470415082eee tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420350 Jun 22 04:10:57.932482 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-35835cbf-b0eb-4c17-8f8b-abbc7ce4e049 service neutron] 10.222.0.26 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666813 Jun 22 04:10:57.987251 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-919249d1-9bf9-40e5-9259-61e3c1856ab5 service neutron] 10.222.0.26 "GET /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234492 Jun 22 04:10:58.096503 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e53f868d-1c56-48ac-a533-0a0ee9decf09 req-e8fa9bbf-6bc5-4105-99c8-426f1992d80a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 210 time: 0.0450668 Jun 22 04:10:58.113785 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-affa0942-fa03-4887-87a9-24ad98fcdc90 req-210af752-fae0-4139-b397-a891edba1c65 service neutron] 10.222.0.26 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729012 Jun 22 04:10:58.136938 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ba2f556-5096-4b4f-b76b-c4f5fd9d5e6e req-9776d2b4-8b2c-43ff-9e31-c892cebf40e3 service neutron] 10.222.0.26 "GET /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426256 Jun 22 04:10:58.372455 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974acf6-5dc6-4401-8eaa-079513e77306 req-064d7d6e-f153-476d-a05e-e2685699aaae tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:58.374958 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0974acf6-5dc6-4401-8eaa-079513e77306 req-064d7d6e-f153-476d-a05e-e2685699aaae tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0783293 Jun 22 04:10:58.604550 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47782) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:58.646330 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Deleting subnet 6c1da466-3e9b-4c78-b5ff-ded0d838c561 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:10:58.649949 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:58.686322 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:58.690500 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c4b393-6656-4635-a480-03fc09c3ec91', 'tag': '22f6f692-8d0d-49fb-8449-ab74202d9c5a'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:10:58.692750 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c46c5-83c9-4081-86a1-7b724e427ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "61c4b393-6656-4635-a480-03fc09c3ec91", "tag": "22f6f692-8d0d-49fb-8449-ab74202d9c5a"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:10:58.727272 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:58.766446 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0974acf6-5dc6-4401-8eaa-079513e77306 req-4e81ddb0-58a6-4c81-a793-5fc22305d24a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810029 Jun 22 04:10:58.841865 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa51e8-132e-4e13-a036-9514164656b7 req-2f745168-9d69-4ca6-9f4c-61618985c4bd tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:58.848755 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2aa51e8-132e-4e13-a036-9514164656b7 req-2f745168-9d69-4ca6-9f4c-61618985c4bd tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 943 time: 0.4501915 Jun 22 04:10:58.873546 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-e091f78b-d09b-4c02-a568-6b60454e4aae tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:58.875160 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-e091f78b-d09b-4c02-a568-6b60454e4aae tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 817 time: 0.1738973 Jun 22 04:10:58.886664 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:58.890423 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:58.898720 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2aa51e8-132e-4e13-a036-9514164656b7 req-339dd321-a35c-40b5-b16a-9254dae68ce6 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489867 Jun 22 04:10:58.938400 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c1da466-3e9b-4c78-b5ff-ded0d838c561,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:58.941914 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:58.950867 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:58.956018 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c1da466-3e9b-4c78-b5ff-ded0d838c561 HTTP/1.1" status: 204 len: 168 time: 0.3554935 Jun 22 04:10:58.958061 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47794) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:58.959729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d1202-a62c-49bc-b8a8-42ae8c2eb7b0 x-openstack-request-id: req-115d1202-a62c-49bc-b8a8-42ae8c2eb7b0 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:10:58.960051 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c4b393-6656-4635-a480-03fc09c3ec91", "tag": "22f6f692-8d0d-49fb-8449-ab74202d9c5a", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:10:58.960327 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-115d1202-a62c-49bc-b8a8-42ae8c2eb7b0 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:10:58.960737 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c4b393-6656-4635-a480-03fc09c3ec91', 'tag': '22f6f692-8d0d-49fb-8449-ab74202d9c5a', 'status': 'completed', 'code': 200} Jun 22 04:10:58.965498 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-df8164f5-596b-48f1-86e6-58f7a1160898 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b16f052bf2437086d8b8d424558ea9 HTTP/1.1" status: 200 len: 379 time: 0.0583427 Jun 22 04:10:59.029898 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'port': {'device_id': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'admin_state_up': True, 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'security_groups': ['d0fcd7f9-6069-4dbe-84a0-7dba4b71d581']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:10:59.055072 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.163046 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.174423 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb69ec0-4e0e-4669-85c2-223d675f766c']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:59.188571 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850edf02-5d80-4c74-8e5b-f79d81f7eaa5') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:59.188873 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850edf02-5d80-4c74-8e5b-f79d81f7eaa5') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:10:59.199106 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.215487 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.223076 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:10:59.226358 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.227138 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-d5e90f16-61fd-41c8-82e2-c9b8aac15edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:59.228593 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-d5e90f16-61fd-41c8-82e2-c9b8aac15edf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3231f5e84334fde8df5a256d3cd6342&device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 1096 time: 0.1428134 Jun 22 04:10:59.256383 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb3a3d-8a85-4b06-b299-bb9dfa435fc5 req-73eae73e-8098-43c4-97f5-353d469e6a42 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:59.257841 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23bb3a3d-8a85-4b06-b299-bb9dfa435fc5 req-73eae73e-8098-43c4-97f5-353d469e6a42 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 944 time: 0.1709540 Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:10:59.273565 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:10:59.343876 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Made reservation on behalf of 53b16f052bf2437086d8b8d424558ea9 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:10:59.353723 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.353723 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f34057e9-fe66-491d-969e-b2c647f954e5 req-004ecfdc-c3b7-445c-b3a0-f8ea719a06d7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 210 time: 0.0912356 Jun 22 04:10:59.364946 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.383863 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.386650 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ebb69ec0-4e0e-4669-85c2-223d675f766c HTTP/1.1" status: 204 len: 168 time: 0.4269748 Jun 22 04:10:59.387562 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-30776155-3843-4553-80b3-85be134b5839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:59.389722 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47816) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:59.399837 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb69ec0-4e0e-4669-85c2-223d675f766c,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:59.403714 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:59.441296 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23bb3a3d-8a85-4b06-b299-bb9dfa435fc5 req-92633b41-73b3-4523-8b09-2c490b2167ad tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732740 Jun 22 04:10:59.494908 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-2d5a7550-7d18-4a84-a261-625114a197c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:59.497001 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-2d5a7550-7d18-4a84-a261-625114a197c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=befd0155-ae6a-4cfa-87ae-40e4f06046a9 HTTP/1.1" status: 200 len: 914 time: 0.2382786 Jun 22 04:10:59.553907 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-cde82563-0663-4a38-995f-4506268d0fe0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22f6f692-8d0d-49fb-8449-ab74202d9c5a HTTP/1.1" status: 200 len: 217 time: 0.0458982 Jun 22 04:10:59.560345 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Deleting subnet 7f6d8242-df92-4a5a-a20d-b58351a95f59 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:10:59.581765 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.660145 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.676953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.703563 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Allocated IP 172.20.0.14 (6b4a7862-9d1c-42f0-8d5e-13533a8f396b/e95dcec5-f608-4cb9-b71d-0774c93f818e/b6866d56-6b09-4c38-b87e-ae10477f497a) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:10:59.707951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-b55c09fc-bb26-46dc-b55d-85cebea8192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:10:59.709393 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-b55c09fc-bb26-46dc-b55d-85cebea8192c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dab6a4f1-4bf8-46d0-86a7-5d9e28139521 HTTP/1.1" status: 200 len: 853 time: 0.1287758 Jun 22 04:10:59.834745 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-873f44a3-e97d-4431-8406-898de7d078ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=befd0155-ae6a-4cfa-87ae-40e4f06046a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575309 Jun 22 04:10:59.837893 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.846756 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:10:59.887481 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6d8242-df92-4a5a-a20d-b58351a95f59,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:10:59.894288 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:10:59.896061 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f6d8242-df92-4a5a-a20d-b58351a95f59 HTTP/1.1" status: 204 len: 168 time: 0.5008240 Jun 22 04:10:59.898716 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47824) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:10:59.899205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:10:59.977428 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.007489 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.040896 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Transition to ACTIVE for port object b6866d56-6b09-4c38-b87e-ae10477f497a will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:11:00.060232 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.069849 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87a9058-3081-4f9a-9078-6b87e7ac4e29']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:11:00.082146 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56e7f16-64f6-47cd-aaa5-54eef907b777') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:11:00.082146 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56e7f16-64f6-47cd-aaa5-54eef907b777') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:11:00.093576 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.097316 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-cff89018-67b5-4dd1-af0d-d4f4aedbfad9 service neutron] 10.222.0.26 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210782 Jun 22 04:11:00.108062 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.114096 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:11:00.115575 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:11:00.116342 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:11:00.130417 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42f408-0ff6-49d0-a6c8-fa9ec7d81223 req-fc0fb2fe-2b47-4423-a479-b09c87dd7cb1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:00.131938 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b42f408-0ff6-49d0-a6c8-fa9ec7d81223 req-fc0fb2fe-2b47-4423-a479-b09c87dd7cb1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.2418406 Jun 22 04:11:00.239854 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b42f408-0ff6-49d0-a6c8-fa9ec7d81223 req-93fa1f00-3162-47ec-a475-d9a93b0be36c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709407 Jun 22 04:11:00.249377 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.253972 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293bc38-a65a-414b-8272-8fe902417c98 req-34558a3d-4b52-432c-bd9a-2054680040da tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:00.255449 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b293bc38-a65a-414b-8272-8fe902417c98 req-34558a3d-4b52-432c-bd9a-2054680040da tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 943 time: 0.2201419 Jun 22 04:11:00.264659 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6039b164-5a3f-4813-9c46-f4874c00faa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:00.270881 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.272761 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f87a9058-3081-4f9a-9078-6b87e7ac4e29 HTTP/1.1" status: 204 len: 168 time: 0.3715339 Jun 22 04:11:00.279965 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87a9058-3081-4f9a-9078-6b87e7ac4e29,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:00.285129 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f4c977de-ee88-451b-aa41-d5c16c40c294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:00.297412 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b99c46c5-83c9-4081-86a1-7b724e427ea8 req-b4fcbee7-4916-4e4f-827e-51c84e3a1306 service neutron] 10.222.0.26 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880426 Jun 22 04:11:00.323725 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b293bc38-a65a-414b-8272-8fe902417c98 req-c48041c6-6eb4-4202-98fd-01829b00e6b8 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606174 Jun 22 04:11:00.331439 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.344712 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:00.411078 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:11:00.413282 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:11:00.416716 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:00.429638 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:11:00.433961 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:00.435513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.441361 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:00.557587 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5325413 Jun 22 04:11:00.586845 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Request body: {'port': {'device_id': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:11:00.629530 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09d66-d97c-4c54-b370-e405ffeb40fa req-aad6922b-3a90-41e8-9fa4-3489e76c52cc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:00.631117 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cff09d66-d97c-4c54-b370-e405ffeb40fa req-aad6922b-3a90-41e8-9fa4-3489e76c52cc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 932 time: 0.1133800 Jun 22 04:11:00.644072 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:11:00.736913 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.743305 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cff09d66-d97c-4c54-b370-e405ffeb40fa req-1746cdd7-5821-440f-ad63-ac21237c96b5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042817 Jun 22 04:11:00.769076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664a4ce-68c6-477f-8cd6-50a24167d608 req-1bee4fee-6b95-4698-8101-f7d9a0aaf1b3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:00.770560 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0664a4ce-68c6-477f-8cd6-50a24167d608 req-1bee4fee-6b95-4698-8101-f7d9a0aaf1b3 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 944 time: 0.1609120 Jun 22 04:11:00.782623 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47840) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:00.798432 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-fe5a3147-5456-43c6-bbb5-d88dbd2266e3 None None] Provisioning for port b6866d56-6b09-4c38-b87e-ae10477f497a completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:11:00.805490 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-fe5a3147-5456-43c6-bbb5-d88dbd2266e3 None None] Provisioning complete for port b6866d56-6b09-4c38-b87e-ae10477f497a triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:11:00.805867 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe5a3147-5456-43c6-bbb5-d88dbd2266e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:00.828586 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-18530777-a0c0-4550-8b25-36ed39d519dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5787a298ebbd4079849fb86523469aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446630 Jun 22 04:11:00.838205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47844) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:00.853061 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0664a4ce-68c6-477f-8cd6-50a24167d608 req-f491765a-5031-4b6e-b9dc-f4822953d815 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647845 Jun 22 04:11:00.862702 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a3147-5456-43c6-bbb5-d88dbd2266e3 None None] Port b6866d56-6b09-4c38-b87e-ae10477f497a cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:11:01.020662 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d1ce182d-a047-4019-9bdd-1efdb5c84af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.064093 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d1ce182d-a047-4019-9bdd-1efdb5c84af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.133580 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-a3dd4ed3-e0df-43f1-a922-5b6ddf7b1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:01.135285 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-a3dd4ed3-e0df-43f1-a922-5b6ddf7b1b73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.1768720 Jun 22 04:11:01.212776 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 22f6f692-8d0d-49fb-8449-ab74202d9c5a details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:11:01.227476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6866d56-6b09-4c38-b87e-ae10477f497a {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:11:01.247689 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.258639 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d1ce182d-a047-4019-9bdd-1efdb5c84af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.261864 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d1ce182d-a047-4019-9bdd-1efdb5c84af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.266470 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d1ce182d-a047-4019-9bdd-1efdb5c84af2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9379994-2fd5-448e-935f-953037bbd228 HTTP/1.1" status: 204 len: 168 time: 0.4304934 Jun 22 04:11:01.279083 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-49ac1d76-f584-4491-b2da-4c0d19f59cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:01.293470 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Transition to ACTIVE for port object b6866d56-6b09-4c38-b87e-ae10477f497a will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:11:01.301281 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce182d-a047-4019-9bdd-1efdb5c84af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9379994-2fd5-448e-935f-953037bbd228,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:01.305177 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d1ce182d-a047-4019-9bdd-1efdb5c84af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:01.324200 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-64863cee-9fb5-4de2-aa26-b97de8e3e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:01.325897 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-64863cee-9fb5-4de2-aa26-b97de8e3e0b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 920 time: 0.1566451 Jun 22 04:11:01.334678 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47852) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:01.373651 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-69f13433-6885-4b19-8d3b-68d0c3728d6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 200 len: 217 time: 0.0400283 Jun 22 04:11:01.421613 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 22f6f692-8d0d-49fb-8449-ab74202d9c5a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=22f6f692-8d0d-49fb-8449-ab74202d9c5a,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:01.433833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.434105 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '22f6f692-8d0d-49fb-8449-ab74202d9c5a', 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9', 'port_id': '22f6f692-8d0d-49fb-8449-ab74202d9c5a', 'mac_address': 'fa:16:3e:10:ce:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6a4f1-4bf8-46d0-86a7-5d9e28139521', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:11:01.440067 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:01.515941 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.542544 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f6f692-8d0d-49fb-8449-ab74202d9c5a {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:11:01.550590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-56d8afc7-c99c-41d6-9c73-daf1f6f4080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:01.557380 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-56d8afc7-c99c-41d6-9c73-daf1f6f4080c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.1750734 Jun 22 04:11:01.576300 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 22f6f692-8d0d-49fb-8449-ab74202d9c5a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=22f6f692-8d0d-49fb-8449-ab74202d9c5a,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:01.625396 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:01.659116 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:01.671115 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-1240ce67-49a0-4ed2-8643-c03ee0a958e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032681 Jun 22 04:11:01.756175 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1dd71c35-ae09-43d5-a08e-dd3b132e02c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.771674 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Attempting to bind port b6866d56-6b09-4c38-b87e-ae10477f497a on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:11:01.771965 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Attempting to bind port b6866d56-6b09-4c38-b87e-ae10477f497a by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:11:01.772375 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Attempting to bind port b6866d56-6b09-4c38-b87e-ae10477f497a on network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:11:01.796737 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Port b6866d56-6b09-4c38-b87e-ae10477f497a on network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:11:01.796737 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Attempting to bind port b6866d56-6b09-4c38-b87e-ae10477f497a on network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:11:01.811044 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:11:01.811362 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.811894 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Checking segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:11:01.811894 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Bound using segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:11:01.812210 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Bound port: b6866d56-6b09-4c38-b87e-ae10477f497a, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:11:01.813084 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.814157 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 929dacc0-8086-4697-b223-556122ea14c0 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:11:01.817838 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:01.842239 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2864-16d7-438f-9dbd-807df0d21fb3 req-759b27cb-0843-4235-9461-7fdfbe9e2ee2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:01.843766 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ecd2864-16d7-438f-9dbd-807df0d21fb3 req-759b27cb-0843-4235-9461-7fdfbe9e2ee2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.2829957 Jun 22 04:11:01.856406 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5541b-3dec-4487-b946-e4c7b88c65ff req-e4f4d71a-5044-422c-9758-0c5553d1a7ab tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:01.858135 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f8d5541b-3dec-4487-b946-e4c7b88c65ff req-e4f4d71a-5044-422c-9758-0c5553d1a7ab tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 943 time: 0.2939696 Jun 22 04:11:01.893183 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1dd71c35-ae09-43d5-a08e-dd3b132e02c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.905838 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=22f6f692-8d0d-49fb-8449-ab74202d9c5a,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:01.918041 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:01.927845 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-7d1d3301-0f0e-4075-97f2-7759052e9553 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314091 Jun 22 04:11:01.940912 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1dd71c35-ae09-43d5-a08e-dd3b132e02c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.943963 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e360f99f-f754-4058-a36a-490ef5cad632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:01.971100 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:01.992383 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-1dd71c35-ae09-43d5-a08e-dd3b132e02c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a773ce5c4894e52904f913bc0f43af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6569395 Jun 22 04:11:01.994792 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd71c35-ae09-43d5-a08e-dd3b132e02c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb77217-af88-4519-9a85-74682640305b,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:02.006163 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 47870) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:02.013397 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 929dacc0-8086-4697-b223-556122ea14c0, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=929dacc0-8086-4697-b223-556122ea14c0,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:02.014413 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1dd71c35-ae09-43d5-a08e-dd3b132e02c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:02.021365 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ecd2864-16d7-438f-9dbd-807df0d21fb3 req-e157860f-26e2-49a1-8e48-9006dd872901 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624603 Jun 22 04:11:02.027171 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '929dacc0-8086-4697-b223-556122ea14c0', 'network_id': 'a64be47a-c8bf-4635-8fbc-10b932925bdc', 'port_id': '929dacc0-8086-4697-b223-556122ea14c0', 'mac_address': 'fa:16:3e:15:fe:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56dfba7-9dc1-4b8f-9036-ce1fc865f624', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:11:02.045585 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f8d5541b-3dec-4487-b946-e4c7b88c65ff req-a0e58e03-7df9-4bdf-8ff7-495dbbe27757 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788232 Jun 22 04:11:02.086284 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.091323 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:11:02.095053 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:11:02.102010 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929dacc0-8086-4697-b223-556122ea14c0 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:11:02.122144 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47872) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:02.138760 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 929dacc0-8086-4697-b223-556122ea14c0, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=929dacc0-8086-4697-b223-556122ea14c0,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:02.154067 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c3d6392-ddaa-4f32-8dcf-e3500486c7c3 req-652f55cf-d137-445e-8680-0937fec3b9df service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155116 Jun 22 04:11:02.165059 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-003a487d-63d7-4b0e-aca0-64b4f5cfc8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.174398 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.183458 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:02.193776 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-03044665-79a4-4189-b0eb-4264c68d5256 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dcf585d2e90d41aaa866f8d0c99c8123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703194 Jun 22 04:11:02.196275 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47874) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:02.225896 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.227972 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:02.228087 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-003a487d-63d7-4b0e-aca0-64b4f5cfc8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.248479 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-099c593d-6ea0-4fb4-9d72-90648b1c1d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.267758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:02.268384 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.269763 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] 10.222.0.26 "PUT /v2.0/ports/b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 200 len: 1094 time: 1.6885180 Jun 22 04:11:02.270254 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:11:02.272518 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a8c656-5d8f-4701-931f-7efd231e87e1" -d '{"events": [{"name": "network-changed", "server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:11:02.276313 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-099c593d-6ea0-4fb4-9d72-90648b1c1d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.300039 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=929dacc0-8086-4697-b223-556122ea14c0,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:02.303396 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:02.320625 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:02.322340 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:02.366698 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae4a4-9d04-44db-b497-01789f2cb606 req-438ae4d7-6418-47d1-add2-28cc866fd94e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:02.368244 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0bdae4a4-9d04-44db-b497-01789f2cb606 req-438ae4d7-6418-47d1-add2-28cc866fd94e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.1761284 Jun 22 04:11:02.416812 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0bdae4a4-9d04-44db-b497-01789f2cb606 req-b08e6afd-0257-44fe-864f-0c0e2fa043c2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425093 Jun 22 04:11:02.421066 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-099c593d-6ea0-4fb4-9d72-90648b1c1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.425211 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-099c593d-6ea0-4fb4-9d72-90648b1c1d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.426750 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-099c593d-6ea0-4fb4-9d72-90648b1c1d4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbb1be2f-f5c3-4684-92a2-788e9b07067e HTTP/1.1" status: 204 len: 168 time: 0.2294030 Jun 22 04:11:02.429282 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f3ff0607-ac33-46d3-8b3a-bd9adf94aa30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:02.440826 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c593d-6ea0-4fb4-9d72-90648b1c1d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb1be2f-f5c3-4684-92a2-788e9b07067e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:02.459062 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-099c593d-6ea0-4fb4-9d72-90648b1c1d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:02.467701 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-003a487d-63d7-4b0e-aca0-64b4f5cfc8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.470352 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-003a487d-63d7-4b0e-aca0-64b4f5cfc8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:02.471480 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-003a487d-63d7-4b0e-aca0-64b4f5cfc8de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fb77217-af88-4519-9a85-74682640305b HTTP/1.1" status: 204 len: 168 time: 0.4643834 Jun 22 04:11:02.473283 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4ed0b986-c0b0-491f-889c-c0c1afefdbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:02.484609 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a487d-63d7-4b0e-aca0-64b4f5cfc8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb77217-af88-4519-9a85-74682640305b,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:02.489562 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-003a487d-63d7-4b0e-aca0-64b4f5cfc8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:02.512743 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-55f224f9-a7fe-4a80-8cf2-2759cc16f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:02.512743 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-55f224f9-a7fe-4a80-8cf2-2759cc16f6cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1097 time: 0.0839715 Jun 22 04:11:02.592894 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac751a4-6cf6-4ae9-b762-43f94bbd31d8 x-openstack-request-id: req-aac751a4-6cf6-4ae9-b762-43f94bbd31d8 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:11:02.593257 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:11:02.593490 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aac751a4-6cf6-4ae9-b762-43f94bbd31d8 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:11:02.593958 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'status': 'completed', 'code': 200} Jun 22 04:11:02.595728 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-53656638-aa2a-430f-8bc0-48070e886182 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 200 len: 217 time: 0.0727994 Jun 22 04:11:02.690799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-5b50709b-2243-4e1c-8af0-a1954b5b804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:02.692272 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-5b50709b-2243-4e1c-8af0-a1954b5b804a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0851817 Jun 22 04:11:02.747231 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f94e9-5f33-4608-bc19-f469e5e96155 req-60460610-f2ca-4c44-bbdb-e1482772ffe2 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:02.748538 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-667f94e9-5f33-4608-bc19-f469e5e96155 req-60460610-f2ca-4c44-bbdb-e1482772ffe2 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 945 time: 0.1299393 Jun 22 04:11:02.800543 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-667f94e9-5f33-4608-bc19-f469e5e96155 req-158ba04f-0ac7-405d-ac36-98ec4c66e1d4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Jun 22 04:11:02.803213 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-38c6298c-c462-4db3-9dc2-f546c2321cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:02.804614 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-38c6298c-c462-4db3-9dc2-f546c2321cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996442 Jun 22 04:11:02.844011 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['929dacc0-8086-4697-b223-556122ea14c0'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:11:02.868191 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['22f6f692-8d0d-49fb-8449-ab74202d9c5a'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:11:02.921923 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-6e0560d1-309b-4833-8931-cf05e2811654 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070390 Jun 22 04:11:03.399519 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec50462b-bbc1-4023-a2b3-5ab0181500d5 req-c775e4bb-61e1-4d39-a07c-68642fed631c service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711599 Jun 22 04:11:03.417958 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ed7d3-7d3b-4e9a-aa18-fab35007fda9 req-0916341c-4124-4e6a-b52c-8e167c6b18b8 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:03.419664 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a10ed7d3-7d3b-4e9a-aa18-fab35007fda9 req-0916341c-4124-4e6a-b52c-8e167c6b18b8 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1485188 Jun 22 04:11:03.431997 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2a953-b394-4b6d-bc95-699447959ecd req-515f4c4b-62fe-4d9e-b015-0e1c0a93eb61 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:03.437505 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-43e2a953-b394-4b6d-bc95-699447959ecd req-515f4c4b-62fe-4d9e-b015-0e1c0a93eb61 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 944 time: 0.1614420 Jun 22 04:11:03.491195 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a10ed7d3-7d3b-4e9a-aa18-fab35007fda9 req-a48345f3-085f-4849-9d9b-28ad45c2f0df tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Jun 22 04:11:03.498044 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-43e2a953-b394-4b6d-bc95-699447959ecd req-3b40a2fe-4617-4018-a53f-8a54a13260f2 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557797 Jun 22 04:11:03.640947 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-e2ec032e-7446-4dab-8531-0ba5aa191132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:03.643413 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-e2ec032e-7446-4dab-8531-0ba5aa191132 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1097 time: 0.0785570 Jun 22 04:11:03.813681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-54edc3ef-821e-47ac-86f2-aae95168b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:03.815246 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-54edc3ef-821e-47ac-86f2-aae95168b742 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.1492813 Jun 22 04:11:03.827134 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405d2f7-62dd-460e-9e4b-b849a1ebcf47 req-8afe529c-8012-4ac6-b1d7-cb4ba86b305d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:03.831362 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a405d2f7-62dd-460e-9e4b-b849a1ebcf47 req-8afe529c-8012-4ac6-b1d7-cb4ba86b305d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.1326199 Jun 22 04:11:03.879788 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-2808039b-01cd-45bf-984b-b2e33331741d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 200 len: 217 time: 0.0499346 Jun 22 04:11:03.929951 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a405d2f7-62dd-460e-9e4b-b849a1ebcf47 req-9fde9564-aed7-4d6f-a40e-b66b67b61641 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941072 Jun 22 04:11:03.947944 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-a19ece10-3a0e-4ef9-8c4f-e164bf42a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:03.950348 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-a19ece10-3a0e-4ef9-8c4f-e164bf42a259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0621138 Jun 22 04:11:04.016811 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-7ff0934c-d9e5-4c31-8de4-6187bee1d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:04.019722 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-7ff0934c-d9e5-4c31-8de4-6187bee1d34d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626020 Jun 22 04:11:04.180279 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-12058964-9833-4268-8e9a-28dc3cb07127 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522968 Jun 22 04:11:04.200503 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f6a66-5893-4a24-9e0c-4db8f8b15b86 req-28936949-5f19-476d-8c44-3ce7e8925abd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:04.202131 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-593f6a66-5893-4a24-9e0c-4db8f8b15b86 req-28936949-5f19-476d-8c44-3ce7e8925abd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 945 time: 0.1102242 Jun 22 04:11:04.294059 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-593f6a66-5893-4a24-9e0c-4db8f8b15b86 req-25c80635-8207-4ed0-9349-4ebffbc2ce42 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838435 Jun 22 04:11:04.326848 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9a8c656-5d8f-4701-931f-7efd231e87e1 req-2d98c74a-3a01-48e5-9721-88d609cde24a service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350684 Jun 22 04:11:04.739999 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10cc6-0c62-4af7-b251-297d97b8ecf8 req-b071560c-fc7e-43a8-b41e-74714b574f2e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:04.741582 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aee10cc6-0c62-4af7-b251-297d97b8ecf8 req-b071560c-fc7e-43a8-b41e-74714b574f2e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1260242 Jun 22 04:11:04.755448 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190c54c-ef25-4a05-afc9-5e8dacb72c14 req-92361fc0-60d3-4c7f-91d7-4e1fc0bcd2da tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:04.757067 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2190c54c-ef25-4a05-afc9-5e8dacb72c14 req-92361fc0-60d3-4c7f-91d7-4e1fc0bcd2da tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 944 time: 0.1111338 Jun 22 04:11:04.816247 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aee10cc6-0c62-4af7-b251-297d97b8ecf8 req-1638122b-532a-4588-940a-5a88552df386 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582013 Jun 22 04:11:04.819216 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2190c54c-ef25-4a05-afc9-5e8dacb72c14 req-6d40686e-a3f6-412c-9c39-ef91d767bd14 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534441 Jun 22 04:11:05.121565 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12f91e-f579-420d-80d3-ad940276c2d3 req-6b38802a-5ffc-40e1-89fd-45b8e27b5ce2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:05.123159 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b12f91e-f579-420d-80d3-ad940276c2d3 req-6b38802a-5ffc-40e1-89fd-45b8e27b5ce2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0690968 Jun 22 04:11:05.165615 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b12f91e-f579-420d-80d3-ad940276c2d3 req-60ab9fee-1e17-4086-a254-eb55e5be9756 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361986 Jun 22 04:11:05.246231 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 22f6f692-8d0d-49fb-8449-ab74202d9c5a up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:11:05.357875 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 22f6f692-8d0d-49fb-8449-ab74202d9c5a completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:11:05.366566 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 22f6f692-8d0d-49fb-8449-ab74202d9c5a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:11:05.367399 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:05.474327 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:05.502377 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef71fb9-b5a8-4f49-ab07-f662941c22da req-47ad31f9-88c2-4cc4-ba09-25a908b39abe tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:05.503978 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ef71fb9-b5a8-4f49-ab07-f662941c22da req-47ad31f9-88c2-4cc4-ba09-25a908b39abe tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 945 time: 0.0803709 Jun 22 04:11:05.509715 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c4b393-6656-4635-a480-03fc09c3ec91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f6f692-8d0d-49fb-8449-ab74202d9c5a'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:11:05.512591 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bce9cd7-7a39-4d7b-b9a1-31a6d6737f46" -d '{"events": [{"server_uuid": "61c4b393-6656-4635-a480-03fc09c3ec91", "name": "network-vif-plugged", "status": "completed", "tag": "22f6f692-8d0d-49fb-8449-ab74202d9c5a"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:11:05.518200 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 22f6f692-8d0d-49fb-8449-ab74202d9c5a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=22f6f692-8d0d-49fb-8449-ab74202d9c5a,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:05.546047 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ef71fb9-b5a8-4f49-ab07-f662941c22da req-0b84f3b3-f03b-4c18-baac-046cb4d496e7 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344851 Jun 22 04:11:05.574061 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a4621f-f826-4e3c-8f6b-76ccd6c30f91 x-openstack-request-id: req-f5a4621f-f826-4e3c-8f6b-76ccd6c30f91 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:11:05.574390 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c4b393-6656-4635-a480-03fc09c3ec91", "name": "network-vif-plugged", "status": "completed", "tag": "22f6f692-8d0d-49fb-8449-ab74202d9c5a", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:11:05.574649 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5a4621f-f826-4e3c-8f6b-76ccd6c30f91 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:11:05.575057 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c4b393-6656-4635-a480-03fc09c3ec91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f6f692-8d0d-49fb-8449-ab74202d9c5a', 'code': 200} Jun 22 04:11:05.609980 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:05.611084 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 929dacc0-8086-4697-b223-556122ea14c0 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:11:05.613379 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:05.701737 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=22f6f692-8d0d-49fb-8449-ab74202d9c5a,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:05.705583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:05.787160 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 929dacc0-8086-4697-b223-556122ea14c0 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:11:05.792350 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 929dacc0-8086-4697-b223-556122ea14c0 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:11:05.792865 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:05.881702 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:05.967741 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 929dacc0-8086-4697-b223-556122ea14c0, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=929dacc0-8086-4697-b223-556122ea14c0,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:06.037738 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:06.040830 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6272a16-e645-4ae0-8788-cc875f06b003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:06.077530 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df99048-c624-4b99-bf50-9eaab8f467c2 req-801fd579-9030-40e5-bc23-0fdfcb9334e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:06.078176 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4df99048-c624-4b99-bf50-9eaab8f467c2 req-801fd579-9030-40e5-bc23-0fdfcb9334e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 1098 time: 0.1484478 Jun 22 04:11:06.093853 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=929dacc0-8086-4697-b223-556122ea14c0,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:06.097783 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:06.116139 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7c4f-5a54-46ee-bc05-16e0b6f37c74 req-c38a038f-eb47-4950-80e3-b53c6791f5de tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:06.117844 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-006b7c4f-5a54-46ee-bc05-16e0b6f37c74 req-c38a038f-eb47-4950-80e3-b53c6791f5de tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1404231 Jun 22 04:11:06.153027 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4df99048-c624-4b99-bf50-9eaab8f467c2 req-64fa853c-67e3-4246-bf87-c379a0f8f895 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650914 Jun 22 04:11:06.161904 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5def-0175-4329-b722-ca5cb943387a req-0a671bfd-ad4a-4562-b362-d7599bc1bef9 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:06.163338 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-765a5def-0175-4329-b722-ca5cb943387a req-0a671bfd-ad4a-4562-b362-d7599bc1bef9 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 945 time: 0.1505952 Jun 22 04:11:06.193461 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-006b7c4f-5a54-46ee-bc05-16e0b6f37c74 req-a253887a-4aec-4749-8d28-1dd8779ea17e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678847 Jun 22 04:11:06.214900 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-765a5def-0175-4329-b722-ca5cb943387a req-f0fd7318-2965-4ecc-a2dd-b6c0451b8c95 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Jun 22 04:11:06.371751 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c574f-0808-4bad-997f-1876798ac8db req-74392687-e674-484c-a0a6-3c2faac480ff tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:06.373214 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f4c574f-0808-4bad-997f-1876798ac8db req-74392687-e674-484c-a0a6-3c2faac480ff tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0667717 Jun 22 04:11:06.414974 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f4c574f-0808-4bad-997f-1876798ac8db req-c290a79f-fa50-4c2b-91a0-57b67f49e7de tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355458 Jun 22 04:11:06.722523 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583e9d9-5f19-467b-b942-64ea7c085d7a req-d43bdc12-f272-4aca-b466-ade5f2a97864 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:06.723954 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5583e9d9-5f19-467b-b942-64ea7c085d7a req-d43bdc12-f272-4aca-b466-ade5f2a97864 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.0637846 Jun 22 04:11:06.759746 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5583e9d9-5f19-467b-b942-64ea7c085d7a req-3cebffae-a3bc-4d8f-9442-4f47dcd14170 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301590 Jun 22 04:11:07.146541 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98286a79-a48e-4d26-86ca-314d49bdf7ee req-2436c905-1e97-4859-9972-463d02927779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:07.148003 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-98286a79-a48e-4d26-86ca-314d49bdf7ee req-2436c905-1e97-4859-9972-463d02927779 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.0520918 Jun 22 04:11:07.181999 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-98286a79-a48e-4d26-86ca-314d49bdf7ee req-44cbb395-1ae3-436a-9214-2ffff29947c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263572 Jun 22 04:11:07.253590 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:11:07.351492 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:07.364171 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'port_id': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'mac_address': 'fa:16:3e:83:6b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:11:07.415658 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:07.501956 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6866d56-6b09-4c38-b87e-ae10477f497a {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:11:07.502950 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009741e5-ccbc-4008-81af-859a155f74e7 req-07930e55-1a0c-42fc-8205-190744d12c2e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:07.502950 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-009741e5-ccbc-4008-81af-859a155f74e7 req-07930e55-1a0c-42fc-8205-190744d12c2e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1353850 Jun 22 04:11:07.503190 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:07.503303 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d6bd8-9e13-4a95-81c0-c6244acd5ba7 req-dfa29445-5d0f-47e4-b2f3-c607e66951a3 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:07.503303 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1b6d6bd8-9e13-4a95-81c0-c6244acd5ba7 req-dfa29445-5d0f-47e4-b2f3-c607e66951a3 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 945 time: 0.1214054 Jun 22 04:11:07.519605 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-009741e5-ccbc-4008-81af-859a155f74e7 req-4ae687c1-cd28-4dd8-9dc3-584c0d90270e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563111 Jun 22 04:11:07.539927 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1b6d6bd8-9e13-4a95-81c0-c6244acd5ba7 req-71c67a1d-1056-4c73-9810-5edd4d4819f4 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Jun 22 04:11:07.576308 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c29cbd-609e-4693-b3a4-fc3d1bab12fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929dacc0-8086-4697-b223-556122ea14c0'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:11:07.578690 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198a4cb0-a5dd-405e-9c2a-7d163fc858dc" -d '{"events": [{"server_uuid": "f0c29cbd-609e-4693-b3a4-fc3d1bab12fc", "name": "network-vif-plugged", "status": "completed", "tag": "929dacc0-8086-4697-b223-556122ea14c0"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:11:07.616610 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05be8c8e-abd5-479d-8b15-dc47e6e17f9a x-openstack-request-id: req-05be8c8e-abd5-479d-8b15-dc47e6e17f9a {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:11:07.616990 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c29cbd-609e-4693-b3a4-fc3d1bab12fc", "name": "network-vif-plugged", "status": "completed", "tag": "929dacc0-8086-4697-b223-556122ea14c0", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:11:07.617317 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05be8c8e-abd5-479d-8b15-dc47e6e17f9a {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:11:07.617720 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c29cbd-609e-4693-b3a4-fc3d1bab12fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929dacc0-8086-4697-b223-556122ea14c0', 'code': 200} Jun 22 04:11:07.643656 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:07.645492 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-97dbe2e0-29c8-4461-9c87-7796e969f853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:07.692647 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:07.695535 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:07.710360 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51ffca-f72e-4077-bba0-2dc6b6db1fe1 req-8bc78c19-7bee-4695-b607-9ac937c65c53 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:07.711852 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5c51ffca-f72e-4077-bba0-2dc6b6db1fe1 req-8bc78c19-7bee-4695-b607-9ac937c65c53 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0686026 Jun 22 04:11:07.759432 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5c51ffca-f72e-4077-bba0-2dc6b6db1fe1 req-2e2c1c96-33b9-4c97-8766-5c3b52f94cfb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406609 Jun 22 04:11:07.981211 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bb84d-21fb-4f12-96e8-cd326897fdc1 req-525ef1f2-35cf-40a4-891e-c86bb495a7f1 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:07.981211 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0f2bb84d-21fb-4f12-96e8-cd326897fdc1 req-525ef1f2-35cf-40a4-891e-c86bb495a7f1 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.0864415 Jun 22 04:11:08.001894 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0f2bb84d-21fb-4f12-96e8-cd326897fdc1 req-bce33e8f-826a-4dc0-8ff3-8d4e578677f6 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334821 Jun 22 04:11:08.134278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95146b5-2c88-4fe2-a574-12e080180b7a req-9165842f-146e-44a6-b68c-8679d8693ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:08.136177 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f95146b5-2c88-4fe2-a574-12e080180b7a req-9165842f-146e-44a6-b68c-8679d8693ce8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 1099 time: 0.0534875 Jun 22 04:11:08.172087 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f95146b5-2c88-4fe2-a574-12e080180b7a req-f8b388b1-76f0-47c3-b8a9-8de7713ab04a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279927 Jun 22 04:11:08.250874 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['b6866d56-6b09-4c38-b87e-ae10477f497a'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:11:08.765500 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e47cef-6b20-45cc-a144-09761bcc1d2f req-b0877220-13ba-4fa5-a43b-9df28cd0651a tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:08.766981 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3e47cef-6b20-45cc-a144-09761bcc1d2f req-b0877220-13ba-4fa5-a43b-9df28cd0651a tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 945 time: 0.1099739 Jun 22 04:11:08.775380 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf80ccc-8b2e-467d-be12-ba80a8fadaf6 req-b4d16c5b-b1ae-4d38-8db2-f1982d1a0ce9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:08.788674 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1bf80ccc-8b2e-467d-be12-ba80a8fadaf6 req-b4d16c5b-b1ae-4d38-8db2-f1982d1a0ce9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1186180 Jun 22 04:11:08.832162 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3e47cef-6b20-45cc-a144-09761bcc1d2f req-1b69f8ed-caa0-4525-a5b9-ffb1fcac3282 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543475 Jun 22 04:11:08.836811 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1bf80ccc-8b2e-467d-be12-ba80a8fadaf6 req-73bc9a54-b800-4374-b827-1855f709a52a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Jun 22 04:11:09.014373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b967c-b883-476c-a73b-693f94d8b8f9 req-9c47cba1-7da3-4428-8c1a-8b125c5d5d3c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:09.016058 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-488b967c-b883-476c-a73b-693f94d8b8f9 req-9c47cba1-7da3-4428-8c1a-8b125c5d5d3c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0702343 Jun 22 04:11:09.064400 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-488b967c-b883-476c-a73b-693f94d8b8f9 req-105c1bbd-6558-4e14-8628-f77e69eb27f5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 Jun 22 04:11:09.240076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6358f-2805-4245-81a1-144a0058efee req-a8e6f166-92b0-4855-b222-ed35633bfb98 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:09.241527 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35b6358f-2805-4245-81a1-144a0058efee req-a8e6f166-92b0-4855-b222-ed35633bfb98 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.0745378 Jun 22 04:11:09.281434 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35b6358f-2805-4245-81a1-144a0058efee req-8d3cf130-bd8d-4f2b-9348-b47bec4be989 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Jun 22 04:11:10.055910 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd897b64-ba49-4b9f-b0f3-f7c716ec9ee6 req-c0d03f9b-7732-4c95-a84c-71950e5a4a4e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:10.057369 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd897b64-ba49-4b9f-b0f3-f7c716ec9ee6 req-c0d03f9b-7732-4c95-a84c-71950e5a4a4e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 945 time: 0.1025159 Jun 22 04:11:10.069628 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60eeaf-cf51-4a3d-a5f4-a606de016289 req-e7e2a1ef-2c9b-447c-8a62-10a07bf241bc tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:10.079970 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb60eeaf-cf51-4a3d-a5f4-a606de016289 req-e7e2a1ef-2c9b-447c-8a62-10a07bf241bc tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1071434 Jun 22 04:11:10.131579 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd897b64-ba49-4b9f-b0f3-f7c716ec9ee6 req-24f24c8e-f5a2-407d-8d32-59785fb4922a tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594330 Jun 22 04:11:10.134245 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb60eeaf-cf51-4a3d-a5f4-a606de016289 req-f2dc284b-38cf-4e2d-82f9-2ad1c729474d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556486 Jun 22 04:11:10.316056 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4985-8540-4b9b-9d3c-cb6b325abae5 req-8f517cf4-01b7-41fe-a854-4adae39bf55a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:10.317527 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08ef4985-8540-4b9b-9d3c-cb6b325abae5 req-8f517cf4-01b7-41fe-a854-4adae39bf55a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0784082 Jun 22 04:11:10.364884 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08ef4985-8540-4b9b-9d3c-cb6b325abae5 req-74a9b82a-a389-4373-9833-510ae3679cbb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398021 Jun 22 04:11:10.640764 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffb066-7cdd-43da-a651-692e1667dfba req-787cf0d9-84f8-4516-903f-54b96c500ea9 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:10.642291 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cffb066-7cdd-43da-a651-692e1667dfba req-787cf0d9-84f8-4516-903f-54b96c500ea9 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.0671952 Jun 22 04:11:10.685495 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cffb066-7cdd-43da-a651-692e1667dfba req-be13943f-cc49-4223-9b52-5475f2bd0f60 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370634 Jun 22 04:11:10.869729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d3b11-983e-4b09-b151-aa6a7eb8c97a req-6ee99eca-0028-419c-bf29-10458e0a7810 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:10.871911 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef3d3b11-983e-4b09-b151-aa6a7eb8c97a req-6ee99eca-0028-419c-bf29-10458e0a7810 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0691278 Jun 22 04:11:10.940992 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef3d3b11-983e-4b09-b151-aa6a7eb8c97a req-d2d3c726-c02d-423e-bccf-5444e87fbe04 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608666 Jun 22 04:11:10.953145 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-64ddb1e3-d455-4732-904b-805d759290b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:10.954632 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-64ddb1e3-d455-4732-904b-805d759290b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.0818024 Jun 22 04:11:11.044488 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-68f96e22-fce7-4036-a9dd-a1b7f1c61a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:11.045914 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-68f96e22-fce7-4036-a9dd-a1b7f1c61a9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 920 time: 0.0842087 Jun 22 04:11:11.086436 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-5e9fd752-1410-4d51-a17d-9787e5c55bce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 200 len: 217 time: 0.0340869 Jun 22 04:11:11.144326 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-0ba4a5ea-a1dc-458e-9fd3-b0fa029e520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:11.145748 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-0ba4a5ea-a1dc-458e-9fd3-b0fa029e520f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.0435960 Jun 22 04:11:11.185051 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-85b9dbc7-980b-48f8-99dc-fbd6bd3e7acf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309765 Jun 22 04:11:11.272262 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:11:11.278865 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-0792e3c6-db6a-4c60-9514-26c7e49a9035 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867257 Jun 22 04:11:11.368894 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7070a9bb-74d3-40d3-97dd-0a1f38d2218d req-2e085103-0946-4256-bd0c-2b022e544702 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826566 Jun 22 04:11:11.403237 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port b6866d56-6b09-4c38-b87e-ae10477f497a completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:11:11.407266 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port b6866d56-6b09-4c38-b87e-ae10477f497a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:11:11.407655 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:11.487762 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:11.511734 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:11:11.514286 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae16feba-6da8-4e30-8cb2-089e026e13ae" -d '{"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-plugged", "status": "completed", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:11:11.531926 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:11.554356 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ccb24-974b-427a-b05e-32b841843e40 req-014723e4-c796-4a17-a9a6-6ddb1d1c6aa6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:11.556161 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-518ccb24-974b-427a-b05e-32b841843e40 req-014723e4-c796-4a17-a9a6-6ddb1d1c6aa6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0674646 Jun 22 04:11:11.597760 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:11.599723 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6272a16-e645-4ae0-8788-cc875f06b003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:11.600090 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-518ccb24-974b-427a-b05e-32b841843e40 req-a194abad-ae5e-4783-9dc8-33492231a9f8 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370173 Jun 22 04:11:11.648089 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:11.651150 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:11.662715 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7390688-57e7-4760-8caf-bf6aff3192e5 x-openstack-request-id: req-c7390688-57e7-4760-8caf-bf6aff3192e5 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:11:11.663015 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-plugged", "status": "completed", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:11:11.663279 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7390688-57e7-4760-8caf-bf6aff3192e5 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:11:11.663674 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'code': 200} Jun 22 04:11:11.877163 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af88a5-d8be-4230-8dca-01e44ceb41af req-21b932d2-f52e-4997-80b2-4f36e173bb98 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:11.880108 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-39af88a5-d8be-4230-8dca-01e44ceb41af req-21b932d2-f52e-4997-80b2-4f36e173bb98 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.0690503 Jun 22 04:11:11.925781 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-39af88a5-d8be-4230-8dca-01e44ceb41af req-7c15b66f-ef10-48e7-b77c-eb0caca4abd5 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Jun 22 04:11:12.125309 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c7217-0d83-4dde-953d-ae4f1290f159 req-14d30b0e-b6b9-48d4-afe5-3ca715309a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:12.126784 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef3c7217-0d83-4dde-953d-ae4f1290f159 req-14d30b0e-b6b9-48d4-afe5-3ca715309a85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1099 time: 0.0935063 Jun 22 04:11:12.158739 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d09d0-164c-48c6-ace2-bccbafb21ab3 req-36541cb7-2dd7-4dd1-917e-a2f7f3afc69a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:12.160222 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bd5d09d0-164c-48c6-ace2-bccbafb21ab3 req-36541cb7-2dd7-4dd1-917e-a2f7f3afc69a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0917311 Jun 22 04:11:12.180656 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef3c7217-0d83-4dde-953d-ae4f1290f159 req-94b9dce1-c5ee-4877-95dd-8fda79cbd662 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466368 Jun 22 04:11:12.206255 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bd5d09d0-164c-48c6-ace2-bccbafb21ab3 req-cc83ae44-ced4-48cc-8fdd-c7c560d4797e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368767 Jun 22 04:11:12.790117 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fd6f0-4316-47d6-a3fc-0fe2ab638872 req-945fb30d-5493-4fbe-830d-77830edad0c8 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:12.791213 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe8fd6f0-4316-47d6-a3fc-0fe2ab638872 req-945fb30d-5493-4fbe-830d-77830edad0c8 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0721989 Jun 22 04:11:12.833079 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe8fd6f0-4316-47d6-a3fc-0fe2ab638872 req-cb9c3af3-5593-4b93-96e9-2f9f0b7aa732 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357885 Jun 22 04:11:13.422168 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cd466-209b-48cc-a53f-d42c42221140 req-b1ad6ce4-1e8d-4f2c-8aeb-d716086ac281 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:13.424064 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-184cd466-209b-48cc-a53f-d42c42221140 req-b1ad6ce4-1e8d-4f2c-8aeb-d716086ac281 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0848594 Jun 22 04:11:13.467703 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-184cd466-209b-48cc-a53f-d42c42221140 req-dccc12e3-499c-4aa1-934b-2b6fe6d21685 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Jun 22 04:11:13.743354 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7f9f-3953-486d-955b-334730feaec3 req-262f2339-9a5f-4d75-af8d-b6f60bd9e8cd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:13.744811 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b5a7f9f-3953-486d-955b-334730feaec3 req-262f2339-9a5f-4d75-af8d-b6f60bd9e8cd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.0697131 Jun 22 04:11:13.788915 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b5a7f9f-3953-486d-955b-334730feaec3 req-1bc2b73c-a6f7-4c48-886c-375f7fe3ce33 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Jun 22 04:11:14.024946 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28095-6909-4d08-99e4-d10e5453eeac req-784a2a98-510c-419c-b3c5-3e20be2b5658 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:14.026423 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a28095-6909-4d08-99e4-d10e5453eeac req-784a2a98-510c-419c-b3c5-3e20be2b5658 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0680170 Jun 22 04:11:14.063590 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a28095-6909-4d08-99e4-d10e5453eeac req-0743b099-5aa1-421c-bf89-b073e53892ae tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Jun 22 04:11:14.696147 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9eb65-9f9d-4220-b8fa-bd7343e98b70 req-c18b1cc2-779d-46f6-9577-81aa00620e4c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:14.697621 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cbd9eb65-9f9d-4220-b8fa-bd7343e98b70 req-c18b1cc2-779d-46f6-9577-81aa00620e4c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0660253 Jun 22 04:11:14.735874 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cbd9eb65-9f9d-4220-b8fa-bd7343e98b70 req-8a146dc8-b947-4824-a000-3264697460f4 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Jun 22 04:11:15.120440 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8bbff-8be7-4ae3-b685-76919d6d5e39 req-f5eef58a-f7c1-49dd-aa6a-52c516d749ef tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:15.124981 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3d8bbff-8be7-4ae3-b685-76919d6d5e39 req-f5eef58a-f7c1-49dd-aa6a-52c516d749ef tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.0726163 Jun 22 04:11:15.182627 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3d8bbff-8be7-4ae3-b685-76919d6d5e39 req-f1d6e4fe-d698-4570-adb7-b0877945ce4c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539570 Jun 22 04:11:15.262124 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca1980-e8b5-47d6-80a4-c8fdef2fc47c req-10058522-3545-4869-b43c-ec46a7adc144 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:15.266225 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9eca1980-e8b5-47d6-80a4-c8fdef2fc47c req-10058522-3545-4869-b43c-ec46a7adc144 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0822585 Jun 22 04:11:15.304253 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9eca1980-e8b5-47d6-80a4-c8fdef2fc47c req-72b18b1f-8e86-4c99-891f-dcc1b5e8195a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366313 Jun 22 04:11:15.496325 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139ffab-4d47-4214-a3bd-78e1400da375 req-62b79e98-779e-4876-bba0-d498e59efd61 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:15.498008 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7139ffab-4d47-4214-a3bd-78e1400da375 req-62b79e98-779e-4876-bba0-d498e59efd61 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0663164 Jun 22 04:11:15.506533 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 48304) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:15.511136 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'floatingip': {'port_id': 'b6866d56-6b09-4c38-b87e-ae10477f497a'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:11:15.803773 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:16.009305 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d02401-25dc-4aa9-b21a-7b8ca097e3a8 req-32ccf2b9-82f8-4614-af8f-e3b5524e5e54 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:16.010774 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26d02401-25dc-4aa9-b21a-7b8ca097e3a8 req-32ccf2b9-82f8-4614-af8f-e3b5524e5e54 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1514640 Jun 22 04:11:16.086581 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26d02401-25dc-4aa9-b21a-7b8ca097e3a8 req-23ffe3f8-ae76-40b6-8150-a5790a646389 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695159 Jun 22 04:11:16.362195 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-b034b4ee-ca0a-4696-b8a8-15981231ac2d tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:16.362195 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-b034b4ee-ca0a-4696-b8a8-15981231ac2d tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.1401350 Jun 22 04:11:16.470920 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:16.523771 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098368a-e387-4a29-b6b1-e5c3b6c1c951 req-5656fa06-014e-4973-88f9-b56fb2a6504c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:16.534752 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f098368a-e387-4a29-b6b1-e5c3b6c1c951 req-5656fa06-014e-4973-88f9-b56fb2a6504c tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 946 time: 0.2130857 Jun 22 04:11:16.556696 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:16.626788 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Deleting port 929dacc0-8086-4697-b223-556122ea14c0 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:11:16.627136 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:16.634841 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f098368a-e387-4a29-b6b1-e5c3b6c1c951 req-5913565e-04af-4252-b4ef-a1238df2de93 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/security-groups?id=09a8c861-d152-4046-9215-9c6aaf59623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995502 Jun 22 04:11:16.757024 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Floating IP 92793f49-c9e6-4454-966c-d2e46122d2ef associated. External IP: 172.27.1.169, port: b6866d56-6b09-4c38-b87e-ae10477f497a. Jun 22 04:11:16.798774 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] For port 929dacc0-8086-4697-b223-556122ea14c0, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=929dacc0-8086-4697-b223-556122ea14c0,segment=NetworkSegment(29c6be95-c525-433c-b990-e7bd7dca2077),segment_id=29c6be95-c525-433c-b990-e7bd7dca2077)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:11:16.799140 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:16.870355 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Calling delete_port for 929dacc0-8086-4697-b223-556122ea14c0 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:11:17.126447 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Router eddebb2c-b6e4-491b-a661-a192bb40839a has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:11:17.181140 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:17.207982 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3bfbeb72-f44f-42ec-9c14-8252783b7538 tempest-DeleteServersTestJSON-1835769097 tempest-DeleteServersTestJSON-1835769097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:17.220738 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['929dacc0-8086-4697-b223-556122ea14c0'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:11:17.241628 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Pushing event deleted for resources: {'Port': ['ID=929dacc0-8086-4697-b223-556122ea14c0,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:17.247469 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:17.293124 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] No DVR routers for this DVR port 929dacc0-8086-4697-b223-556122ea14c0 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:11:17.296410 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:17.298350 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3da62111-5a27-45e0-b6a5-4ea22b3e78f0 req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.26 "DELETE /v2.0/ports/929dacc0-8086-4697-b223-556122ea14c0 HTTP/1.1" status: 204 len: 173 time: 0.8996994 Jun 22 04:11:17.303617 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c29cbd-609e-4693-b3a4-fc3d1bab12fc', 'name': 'network-vif-deleted', 'tag': '929dacc0-8086-4697-b223-556122ea14c0'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:11:17.303617 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d071f2b7-1521-4a27-9e77-37aad5eba5f6" -d '{"events": [{"server_uuid": "f0c29cbd-609e-4693-b3a4-fc3d1bab12fc", "name": "network-vif-deleted", "tag": "929dacc0-8086-4697-b223-556122ea14c0"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:11:17.304838 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:11:17.310567 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:17.320132 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] Sync routers for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:11:17.336299 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:11:17.337397 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:10:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:11:17.354201 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82023f96-f59f-4a80-b5c3-3841794d2540 x-openstack-request-id: req-82023f96-f59f-4a80-b5c3-3841794d2540 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:11:17.354520 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c29cbd-609e-4693-b3a4-fc3d1bab12fc", "name": "network-vif-deleted", "tag": "929dacc0-8086-4697-b223-556122ea14c0", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:11:17.354841 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82023f96-f59f-4a80-b5c3-3841794d2540 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:11:17.355270 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c29cbd-609e-4693-b3a4-fc3d1bab12fc', 'name': 'network-vif-deleted', 'tag': '929dacc0-8086-4697-b223-556122ea14c0', 'status': 'completed', 'code': 200} Jun 22 04:11:17.357231 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f25a178a-0138-44d9-a98e-9816dfec8748 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "PUT /v2.0/floatingips/92793f49-c9e6-4454-966c-d2e46122d2ef HTTP/1.1" status: 200 len: 992 time: 1.8497207 Jun 22 04:11:17.484389 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:11:17.746531 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '92793f49-c9e6-4454-966c-d2e46122d2ef', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'port_id': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'mac_address': 'fa:16:3e:83:6b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:10:51Z', 'updated_at': '2021-06-22T04:11:16Z', 'revision_number': 1, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:11:17.776322 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] Checking router: eddebb2c-b6e4-491b-a661-a192bb40839a for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:11:17.788405 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:11:17.789290 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:10:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:11:17.829570 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48354) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:17.832919 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aa4f7887-6e21-44d6-b98c-4626073369dd req-f9a21abe-802d-418e-b457-1d9827c0903b tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0c29cbd-609e-4693-b3a4-fc3d1bab12fc HTTP/1.1" status: 200 len: 210 time: 0.0395868 Jun 22 04:11:17.909293 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:11:17.945820 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2fa10c3f-a938-4021-b779-621fbc3f2c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:18.032575 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2fa10c3f-a938-4021-b779-621fbc3f2c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:18.105787 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2fa10c3f-a938-4021-b779-621fbc3f2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:18.109711 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a48d0f3b-c40c-4183-a8f3-9b75cdbf0963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:18.134061 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '92793f49-c9e6-4454-966c-d2e46122d2ef', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'port_id': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'mac_address': 'fa:16:3e:83:6b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:10:51Z', 'updated_at': '2021-06-22T04:11:16Z', 'revision_number': 1, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:11:18.144844 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2fa10c3f-a938-4021-b779-621fbc3f2c0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b4e0ed03f484963be1245ceb46eff17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107638 Jun 22 04:11:18.144970 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 48358) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:18.153786 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa10c3f-a938-4021-b779-621fbc3f2c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e36ddc-fd4d-4ba0-ac68-26655a3dbfb0,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:18.157656 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2fa10c3f-a938-4021-b779-621fbc3f2c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:18.162209 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff0f6a-f436-41e5-b868-f6dfcc088786 None None] The sync data for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi is: [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '92793f49-c9e6-4454-966c-d2e46122d2ef', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'port_id': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'mac_address': 'fa:16:3e:83:6b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:10:51Z', 'updated_at': '2021-06-22T04:11:16Z', 'revision_number': 1, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:11:18.208957 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4041d1f3-9cba-40c2-a148-f6f5e21f7c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:18.235925 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4041d1f3-9cba-40c2-a148-f6f5e21f7c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:18.357159 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4041d1f3-9cba-40c2-a148-f6f5e21f7c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:18.360718 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4041d1f3-9cba-40c2-a148-f6f5e21f7c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:18.370205 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4041d1f3-9cba-40c2-a148-f6f5e21f7c8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00e36ddc-fd4d-4ba0-ac68-26655a3dbfb0 HTTP/1.1" status: 204 len: 168 time: 0.2159784 Jun 22 04:11:18.370205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:18.370810 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a79a5c1-9474-421d-a306-08f97222ebce None None] New status for floating IP 92793f49-c9e6-4454-966c-d2e46122d2ef: ACTIVE {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:11:18.371517 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041d1f3-9cba-40c2-a148-f6f5e21f7c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e36ddc-fd4d-4ba0-ac68-26655a3dbfb0,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:18.380878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4041d1f3-9cba-40c2-a148-f6f5e21f7c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:19.035777 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48382) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:19.064981 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d1415c62-a103-495b-b5be-8c607335d171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:19.139423 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f998-5cc5-4dda-83f8-d232670e28f6 req-535dd08d-f4bd-4e1e-9b13-3f347ea5138e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:19.141004 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2045f998-5cc5-4dda-83f8-d232670e28f6 req-535dd08d-f4bd-4e1e-9b13-3f347ea5138e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0811524 Jun 22 04:11:19.163746 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d1415c62-a103-495b-b5be-8c607335d171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:19.181942 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2045f998-5cc5-4dda-83f8-d232670e28f6 req-23b05c12-6542-46ce-a639-d93e92fef19e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Jun 22 04:11:19.236794 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d1415c62-a103-495b-b5be-8c607335d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:19.245453 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-78e613b5-6c88-48d8-876c-33767d2971c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:19.273026 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d1415c62-a103-495b-b5be-8c607335d171 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d93aa18fdafb446c9fd0b4bdec230344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359776 Jun 22 04:11:19.276403 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 48392) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:19.278262 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1415c62-a103-495b-b5be-8c607335d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cb6925-0670-4281-99eb-f2288f552af6,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:19.281726 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d1415c62-a103-495b-b5be-8c607335d171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:19.336455 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6bcee4b9-20ae-4cf8-9c70-705e53ca1e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:19.359571 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:11:19.362494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ec224-a4a2-4c07-9c7f-d39105142a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:11:19.366640 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6bcee4b9-20ae-4cf8-9c70-705e53ca1e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:19.417424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d599181-be11-4704-8530-a4cf3b9a3744 x-openstack-request-id: req-3d599181-be11-4704-8530-a4cf3b9a3744 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:11:19.417424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:11:19.417424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d599181-be11-4704-8530-a4cf3b9a3744 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:11:19.417424 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'status': 'completed', 'code': 200} Jun 22 04:11:19.512061 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-1a6d03cd-b6e0-481a-8794-1b56647e028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:19.514041 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-1a6d03cd-b6e0-481a-8794-1b56647e028d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1099 time: 0.0502033 Jun 22 04:11:19.515005 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6bcee4b9-20ae-4cf8-9c70-705e53ca1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:19.517515 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6bcee4b9-20ae-4cf8-9c70-705e53ca1e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:19.518529 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6bcee4b9-20ae-4cf8-9c70-705e53ca1e8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0cb6925-0670-4281-99eb-f2288f552af6 HTTP/1.1" status: 204 len: 168 time: 0.2411592 Jun 22 04:11:19.519294 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8e0602e0-88c9-4f50-9fbd-536dc3d7c297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:19.538858 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcee4b9-20ae-4cf8-9c70-705e53ca1e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cb6925-0670-4281-99eb-f2288f552af6,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:19.541513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6bcee4b9-20ae-4cf8-9c70-705e53ca1e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:19.627010 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-129f6ec4-2011-404e-b272-93c4a7df048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:19.629061 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-129f6ec4-2011-404e-b272-93c4a7df048d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.1068008 Jun 22 04:11:19.716394 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-48871fec-769f-46b1-bf1c-5a03a51576b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 200 len: 1002 time: 0.0808725 Jun 22 04:11:19.769674 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-2295236a-5fd2-4e8c-8402-d4fd87bb056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:19.770429 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-2295236a-5fd2-4e8c-8402-d4fd87bb056c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0470741 Jun 22 04:11:19.842975 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-c4947c15-c494-491f-9d93-db9497469d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:19.845164 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-c4947c15-c494-491f-9d93-db9497469d9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644283 Jun 22 04:11:19.943953 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-20bcbea9-189f-41ac-aa91-79788fb08100 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920806 Jun 22 04:11:20.038392 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de5ec224-a4a2-4c07-9c7f-d39105142a5e req-04a3af89-2bc6-4457-a3a6-b616499c84ff service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862961 Jun 22 04:11:20.273124 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48440) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:20.289133 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5d343bb8-0034-40a1-a92f-10b70f503291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.385741 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5d343bb8-0034-40a1-a92f-10b70f503291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.465554 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5d343bb8-0034-40a1-a92f-10b70f503291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.468193 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d7c9deba-98e7-42d8-838c-3e1b5a17d5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:20.517184 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343bb8-0034-40a1-a92f-10b70f503291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe9cdde-9ec3-45af-8a42-cb98b0e8ae36,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:20.517184 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5d343bb8-0034-40a1-a92f-10b70f503291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bfed13306a446c4a5c2ca5fd9256c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312984 Jun 22 04:11:20.517184 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5d343bb8-0034-40a1-a92f-10b70f503291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:20.517184 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48442) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:11:20.562649 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-45acbe52-14a0-482d-8735-9390e219c6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.583360 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-45acbe52-14a0-482d-8735-9390e219c6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.688355 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-45acbe52-14a0-482d-8735-9390e219c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.691058 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-45acbe52-14a0-482d-8735-9390e219c6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:20.692218 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-45acbe52-14a0-482d-8735-9390e219c6c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbe9cdde-9ec3-45af-8a42-cb98b0e8ae36 HTTP/1.1" status: 204 len: 168 time: 0.1818309 Jun 22 04:11:20.693054 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d1415c62-a103-495b-b5be-8c607335d171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:11:20.700714 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acbe52-14a0-482d-8735-9390e219c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe9cdde-9ec3-45af-8a42-cb98b0e8ae36,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:11:20.703650 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-45acbe52-14a0-482d-8735-9390e219c6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:11:21.305410 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cac1c6ab-9103-4830-8aeb-1b1000d4abea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:21.336357 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 929dacc0-8086-4697-b223-556122ea14c0 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:11:21.361868 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 929dacc0-8086-4697-b223-556122ea14c0 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:11:21.363915 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 929dacc0-8086-4697-b223-556122ea14c0 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:11:23.859234 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b36c5415-7a9e-4f83-8f8b-1b45c4d7f105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:24.093841 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:25.059849 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:26.459583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:31.962058 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:37.643438 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:11:42.427827 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad357e-2f44-48fe-bfd8-aefdbfc022d4 req-299ff661-7985-4d5a-bdcb-9aead9dfcb3b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:42.429200 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8fad357e-2f44-48fe-bfd8-aefdbfc022d4 req-299ff661-7985-4d5a-bdcb-9aead9dfcb3b tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0643833 Jun 22 04:11:42.466099 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8fad357e-2f44-48fe-bfd8-aefdbfc022d4 req-de4ef61e-11f4-4e81-92f8-fd04b3d6cd25 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Jun 22 04:11:49.264525 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-9e180e64-bc81-4b79-b0d0-e496f331aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:49.266106 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-9e180e64-bc81-4b79-b0d0-e496f331aaf2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.0533266 Jun 22 04:11:49.651696 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-420c5cb9-1a50-4b01-aeca-996d22b1b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:49.653111 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-420c5cb9-1a50-4b01-aeca-996d22b1b0ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 920 time: 0.3790321 Jun 22 04:11:49.661599 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb185b9-25d7-482f-b748-c53c99424885 req-007574eb-a574-4f97-9b90-04d24a578032 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:49.662932 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cfb185b9-25d7-482f-b748-c53c99424885 req-007574eb-a574-4f97-9b90-04d24a578032 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0914845 Jun 22 04:11:49.704018 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-e36d6bfc-1626-40d9-8374-980186d136a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 200 len: 217 time: 0.0400789 Jun 22 04:11:49.754689 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cfb185b9-25d7-482f-b748-c53c99424885 req-7a3cf146-c9f0-415e-8ea3-54de371c92e0 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855632 Jun 22 04:11:49.766497 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-461887d8-3b41-4a9a-a0d7-f6db2b5d187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:49.768036 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-461887d8-3b41-4a9a-a0d7-f6db2b5d187f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.0543804 Jun 22 04:11:49.799701 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-dea5a212-6027-449e-8e64-05d366a695b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248244 Jun 22 04:11:49.890309 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-4d0765b4-d049-4ce2-9bda-189dbd1c51a2 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820003 Jun 22 04:11:49.978093 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2ea232-2e4e-4667-b86f-fc7d1206a9ea req-9dfe6628-6dbf-4e48-a644-161eb940bab4 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800855 Jun 22 04:11:50.952615 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2bad6-1c19-4a96-b9bf-5cbb0ea01de6 req-c2d0d78f-78de-4b2f-a884-dc4f087d41f3 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:50.961270 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c2b2bad6-1c19-4a96-b9bf-5cbb0ea01de6 req-c2d0d78f-78de-4b2f-a884-dc4f087d41f3 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0870688 Jun 22 04:11:51.007506 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c2b2bad6-1c19-4a96-b9bf-5cbb0ea01de6 req-e32774b1-b280-4f24-87e7-546f0995f624 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451167 Jun 22 04:11:51.327832 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-23a3e9f0-6376-433f-a4a3-8364dc7f1154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:52.282286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff89a7-35de-497e-9e97-da0f41e156aa req-ae4ad2ad-745b-4beb-bf96-a9a87eeb9aaa tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:52.283992 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-27ff89a7-35de-497e-9e97-da0f41e156aa req-ae4ad2ad-745b-4beb-bf96-a9a87eeb9aaa tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0691662 Jun 22 04:11:52.337763 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-27ff89a7-35de-497e-9e97-da0f41e156aa req-3e0c4066-e887-47a3-bd2c-c1382b07f6ba tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463712 Jun 22 04:11:53.836018 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2645d38b-5dfb-4bfa-aff5-f585248ecd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:54.110675 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:55.069987 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:56.442043 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:11:57.708807 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9dbb6-dbe3-4feb-a138-9e3d3e30dfd3 req-d0d9b169-1e3e-400c-ba47-0577fa121f45 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:57.723873 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ee9dbb6-dbe3-4feb-a138-9e3d3e30dfd3 req-d0d9b169-1e3e-400c-ba47-0577fa121f45 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1189735 Jun 22 04:11:57.782956 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ee9dbb6-dbe3-4feb-a138-9e3d3e30dfd3 req-174cd327-ef68-42d1-9b38-0ac5a1264071 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551171 Jun 22 04:11:58.961435 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bc57f-f61a-4ee0-989a-85232ed2ae9a req-33dce9f3-4005-41d8-b00c-2b133340ee76 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:11:58.962954 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-403bc57f-f61a-4ee0-989a-85232ed2ae9a req-33dce9f3-4005-41d8-b00c-2b133340ee76 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0666335 Jun 22 04:11:59.001917 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-403bc57f-f61a-4ee0-989a-85232ed2ae9a req-93fb4e4a-8414-4243-887c-09a63f4994c3 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Jun 22 04:12:00.177714 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a7be-2825-412e-975c-b27277a0e134 req-195c6051-aa7f-456f-948e-fb5f59aac880 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:00.179198 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d765a7be-2825-412e-975c-b27277a0e134 req-195c6051-aa7f-456f-948e-fb5f59aac880 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0628600 Jun 22 04:12:00.216228 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d765a7be-2825-412e-975c-b27277a0e134 req-55ec2e86-b15b-4831-a8bd-852b7ccc48c7 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Jun 22 04:12:01.424264 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965f87-987b-4151-a1b6-3c9a3ac56013 req-a95e761a-2f9c-4dba-84af-c43b8ce4d419 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:01.444226 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61965f87-987b-4151-a1b6-3c9a3ac56013 req-a95e761a-2f9c-4dba-84af-c43b8ce4d419 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0870054 Jun 22 04:12:01.478858 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61965f87-987b-4151-a1b6-3c9a3ac56013 req-57e9e5b0-6e31-42af-9335-a87c5f132053 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Jun 22 04:12:02.019227 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:02.745475 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af106b7-9d34-4ec7-8181-08326c8a6876 req-6f463382-9a41-41e3-99c9-319353a7d5ff tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:02.752306 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9af106b7-9d34-4ec7-8181-08326c8a6876 req-6f463382-9a41-41e3-99c9-319353a7d5ff tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1144121 Jun 22 04:12:02.754447 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-cefd385b-614d-41c2-a77b-09a2d70719a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:02.756041 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-cefd385b-614d-41c2-a77b-09a2d70719a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.1109560 Jun 22 04:12:02.811420 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9af106b7-9d34-4ec7-8181-08326c8a6876 req-503eaab7-ad33-4ebc-ac8d-b11a488e06d6 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541925 Jun 22 04:12:02.893653 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-0e27c583-02a6-4023-a85d-8417da47dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:02.895298 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-0e27c583-02a6-4023-a85d-8417da47dff9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 920 time: 0.1077940 Jun 22 04:12:02.936278 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-28a0ba17-ae77-4140-8b3f-5b54b6623170 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 200 len: 217 time: 0.0339580 Jun 22 04:12:02.984928 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-cdc8764a-1475-45e3-9835-bb0292991fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:02.986303 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-cdc8764a-1475-45e3-9835-bb0292991fe2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.0422125 Jun 22 04:12:03.022841 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-1c33df60-1db3-4f1f-acb7-ad6a40bbcee3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297852 Jun 22 04:12:03.125182 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-c118e4ae-e5af-40da-b84e-d8d06900eded service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 Jun 22 04:12:03.257911 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e062499-c729-4c5f-8c21-e73b978e0fd4 req-2e7cba6a-cc18-490e-bcd3-85202b475a1e service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167059 Jun 22 04:12:03.262622 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fbfac-229a-4e76-8da3-3df1db8417e8 req-2974239e-9ed0-4691-9a71-098a416c3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:03.263937 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c83fbfac-229a-4e76-8da3-3df1db8417e8 req-2974239e-9ed0-4691-9a71-098a416c3224 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.1051450 Jun 22 04:12:03.299976 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c83fbfac-229a-4e76-8da3-3df1db8417e8 req-15874a70-802d-42c7-9618-e93504d837a5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262995 Jun 22 04:12:04.803246 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a06fc0-fe8b-4c36-aeeb-28e3d32f8c3d req-dcae2497-4413-46d2-8850-b5c0111f43b9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:04.804902 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67a06fc0-fe8b-4c36-aeeb-28e3d32f8c3d req-dcae2497-4413-46d2-8850-b5c0111f43b9 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0754125 Jun 22 04:12:04.847046 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67a06fc0-fe8b-4c36-aeeb-28e3d32f8c3d req-f5aa6a05-03a3-4000-a870-13f5457132b4 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Jun 22 04:12:13.261099 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239cea-1138-4b2f-b632-4a7c9b8abf75 req-b1fb601e-b0ff-455a-a2d3-d2e062877ddb tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:13.266552 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e9239cea-1138-4b2f-b632-4a7c9b8abf75 req-b1fb601e-b0ff-455a-a2d3-d2e062877ddb tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0723960 Jun 22 04:12:13.302218 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e9239cea-1138-4b2f-b632-4a7c9b8abf75 req-e8942d6b-cf5b-4193-bd52-4e91d1a3038d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338678 Jun 22 04:12:14.510667 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef3651-c300-4e5b-87cc-dad63455d21b req-7ae0d4b9-9ae8-4554-b5a6-5b243b0b4175 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:14.510667 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fdef3651-c300-4e5b-87cc-dad63455d21b req-7ae0d4b9-9ae8-4554-b5a6-5b243b0b4175 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0675480 Jun 22 04:12:14.545823 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fdef3651-c300-4e5b-87cc-dad63455d21b req-0dc9200f-e079-4c1a-97a7-142fa925a55d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Jun 22 04:12:14.643520 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:12:15.726772 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59623cea-1dec-4976-bf4c-83a6dd2190dc req-b649a91c-48f6-44e4-8b40-abcfbcb5e785 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:15.728231 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59623cea-1dec-4976-bf4c-83a6dd2190dc req-b649a91c-48f6-44e4-8b40-abcfbcb5e785 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0659399 Jun 22 04:12:15.768087 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59623cea-1dec-4976-bf4c-83a6dd2190dc req-29bab1d9-be13-464a-b368-e9d95e3d26c1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Jun 22 04:12:16.400459 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee6c64-98f9-4044-b635-c11866379d50 req-a71a04d4-acf1-443a-95b3-82d930d7ec1f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:16.401801 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-64ee6c64-98f9-4044-b635-c11866379d50 req-a71a04d4-acf1-443a-95b3-82d930d7ec1f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0876062 Jun 22 04:12:16.451591 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-64ee6c64-98f9-4044-b635-c11866379d50 req-5e398033-c0f8-4376-8ee6-67d29605f1ad tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Jun 22 04:12:16.453338 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791478ac-6a08-4b78-a129-3165c1853e80 req-29c6214d-95eb-4e7f-abe5-fe767c79e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:16.454948 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-791478ac-6a08-4b78-a129-3165c1853e80 req-29c6214d-95eb-4e7f-abe5-fe767c79e9ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c52284532b44669b9b19265f960b406&device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 1098 time: 0.0895507 Jun 22 04:12:16.548513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791478ac-6a08-4b78-a129-3165c1853e80 req-5850037f-b69e-4a51-a2af-2ad36dc34a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:16.549969 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-791478ac-6a08-4b78-a129-3165c1853e80 req-5850037f-b69e-4a51-a2af-2ad36dc34a9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 200 len: 920 time: 0.0883267 Jun 22 04:12:16.593203 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-791478ac-6a08-4b78-a129-3165c1853e80 req-a1540553-2f07-4007-8b87-095bce54a92b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 200 len: 217 time: 0.0355096 Jun 22 04:12:16.647894 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791478ac-6a08-4b78-a129-3165c1853e80 req-ed922aa4-9ba4-49cd-b9ce-eb36ec9d3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:16.649214 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-791478ac-6a08-4b78-a129-3165c1853e80 req-ed922aa4-9ba4-49cd-b9ce-eb36ec9d3c2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 200 len: 859 time: 0.0493257 Jun 22 04:12:16.695393 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-791478ac-6a08-4b78-a129-3165c1853e80 req-cdb93cf5-9553-43eb-b711-eab56037356e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0037549-33e9-47fd-b926-657b94142ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273027 Jun 22 04:12:16.800322 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-791478ac-6a08-4b78-a129-3165c1853e80 req-7220f389-1063-49d6-ba55-1aaa1b1cc893 service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971911 Jun 22 04:12:16.893132 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-791478ac-6a08-4b78-a129-3165c1853e80 req-fe8f1a74-42cc-464d-b79e-30de3cba4d8f service neutron] 10.222.0.26 "GET /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857258 Jun 22 04:12:17.626621 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dcbf9-a0a6-4a7d-b09a-dbaa5b4f23cd req-0cd92913-6eac-48fb-9016-5a9ced11e1ad tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:17.628092 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-379dcbf9-a0a6-4a7d-b09a-dbaa5b4f23cd req-0cd92913-6eac-48fb-9016-5a9ced11e1ad tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0636961 Jun 22 04:12:17.664998 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-379dcbf9-a0a6-4a7d-b09a-dbaa5b4f23cd req-db45281e-eb7b-40a4-9deb-01b1e0c39823 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Jun 22 04:12:18.836615 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3f154-4b5e-407a-8799-ac19d66ab9af req-0922b112-3410-443f-8555-2d0f5f77c8f5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:18.838054 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-41e3f154-4b5e-407a-8799-ac19d66ab9af req-0922b112-3410-443f-8555-2d0f5f77c8f5 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0622144 Jun 22 04:12:18.880685 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-41e3f154-4b5e-407a-8799-ac19d66ab9af req-95adfe5d-2042-415f-91ce-32fcaf79a33c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371020 Jun 22 04:12:20.063461 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a00f2-349a-4796-8ba9-c9e4c8e47037 req-70ab315d-eec2-4d16-ba72-99eb501eb714 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:20.064905 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60a00f2-349a-4796-8ba9-c9e4c8e47037 req-70ab315d-eec2-4d16-ba72-99eb501eb714 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0632598 Jun 22 04:12:20.101907 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60a00f2-349a-4796-8ba9-c9e4c8e47037 req-de6bfab7-dd15-4620-b456-599eaeebf01d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305922 Jun 22 04:12:20.315389 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49494) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:20.431708 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.515685 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.595471 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.598153 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-31c47603-cb22-4c27-8ef9-eabb18ee5a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:20.634884 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca911bc1813742f8a90ca03cfd9e1a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183553 Jun 22 04:12:20.635754 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b749167-8053-4af4-a3b6-419a24eeeff1,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:20.637540 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 49502) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:20.643002 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.643371 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.643730 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.644079 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.644427 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.644771 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.645119 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.645463 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.646433 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.646858 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.647213 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.647541 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.651572 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:20.686848 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.706664 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.858627 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.861358 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:20.862519 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b749167-8053-4af4-a3b6-419a24eeeff1 HTTP/1.1" status: 204 len: 168 time: 0.2239401 Jun 22 04:12:20.863260 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-18d19b9c-3c05-4316-9651-dc8bb8449005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:20.870727 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b749167-8053-4af4-a3b6-419a24eeeff1,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:20.877952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.879822 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.879822 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.879822 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.879822 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.879822 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.880666 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.880666 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.880846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.881175 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.881517 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.881856 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:20.884918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:21.301866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c0693-c567-49f3-8766-c809fd6ad700 req-277fc017-3895-491b-b86f-f70eb8ec3b68 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:21.303918 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-745c0693-c567-49f3-8766-c809fd6ad700 req-277fc017-3895-491b-b86f-f70eb8ec3b68 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0804703 Jun 22 04:12:21.315602 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-99d2825d-804d-4e64-bcfd-b9187f650b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:21.342630 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-745c0693-c567-49f3-8766-c809fd6ad700 req-0cecd905-6582-4bbf-9356-e263fe5c7136 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326157 Jun 22 04:12:22.517566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a517f9-1a2a-40b3-9b73-72f15b755c81 req-42b96320-cfc3-4a5b-92c5-f7ced4c44492 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:22.519118 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09a517f9-1a2a-40b3-9b73-72f15b755c81 req-42b96320-cfc3-4a5b-92c5-f7ced4c44492 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0649369 Jun 22 04:12:22.556490 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09a517f9-1a2a-40b3-9b73-72f15b755c81 req-815e8512-b924-4ba5-a2d3-0fc7cfb5a94c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Jun 22 04:12:23.546108 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 49552) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:23.591758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] Deleting subnet a56dfba7-9dc1-4b8f-9036-ce1fc865f624 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:12:23.594765 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.632729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.638441 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.767193 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.774392 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b650ec3f-faee-4c6a-9d20-e6f2e41daaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:23.797419 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.799352 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a56dfba7-9dc1-4b8f-9036-ce1fc865f624 HTTP/1.1" status: 204 len: 168 time: 0.2521663 Jun 22 04:12:23.800345 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56dfba7-9dc1-4b8f-9036-ce1fc865f624,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:23.803208 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49558) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:23.803636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-785b3409-9d81-4b96-976c-2819cd7df81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:23.852557 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-15b9192f-c7e9-490f-a8b1-0e3b684a3bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.873085 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.957518 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:23.976066 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64be47a-c8bf-4635-8fbc-10b932925bdc']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:23.986637 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c6be95-c525-433c-b990-e7bd7dca2077') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:23.986985 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c6be95-c525-433c-b990-e7bd7dca2077') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:23.996242 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.011103 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.017090 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:12:24.017535 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:12:24.019262 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:12:24.120913 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.143718 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.148306 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:24.159203 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.161904 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a64be47a-c8bf-4635-8fbc-10b932925bdc HTTP/1.1" status: 204 len: 168 time: 0.3583863 Jun 22 04:12:24.179578 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64be47a-c8bf-4635-8fbc-10b932925bdc,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:24.179578 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:24.593950 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49576) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:24.633506 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b9fe0ea0-4353-4782-a1b6-0e1523a7edd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b89444455e8a4ba9ab0ab5caace53d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382597 Jun 22 04:12:24.635859 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49578) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:24.681649 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8f15015-6429-4863-b5da-49e2f9d34caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.703751 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8f15015-6429-4863-b5da-49e2f9d34caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.817880 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8f15015-6429-4863-b5da-49e2f9d34caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.820701 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8f15015-6429-4863-b5da-49e2f9d34caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:24.821854 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-e8f15015-6429-4863-b5da-49e2f9d34caf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09a8c861-d152-4046-9215-9c6aaf59623a HTTP/1.1" status: 204 len: 168 time: 0.1851094 Jun 22 04:12:24.822595 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5d343bb8-0034-40a1-a92f-10b70f503291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:24.829824 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f15015-6429-4863-b5da-49e2f9d34caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a8c861-d152-4046-9215-9c6aaf59623a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:24.832048 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e8f15015-6429-4863-b5da-49e2f9d34caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:25.074805 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:26.446729 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:32.006298 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:33.408945 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-a9022878-ca94-4a87-a2fd-c026366afd38 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=29ab081824fb4c9dab20118657ee99d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290444 Jun 22 04:12:33.594370 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5e47-b2d1-403e-9289-28181e550b18 req-0ea36694-bd53-4eb7-82e3-e8582b48cf3a tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:33.598549 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-0ea36694-bd53-4eb7-82e3-e8582b48cf3a tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839490 Jun 22 04:12:33.611691 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-3a5a7311-b9f2-49a4-85f3-96362394a83d tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/quotas/29ab081824fb4c9dab20118657ee99d3 HTTP/1.1" status: 200 len: 375 time: 0.0093017 Jun 22 04:12:33.645929 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-fdc1695d-485d-4c98-8e2f-58a2792fe48b tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29ab081824fb4c9dab20118657ee99d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286062 Jun 22 04:12:33.865618 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c4bf9b9-8eb8-4899-904c-ee8933389cef req-43b32221-14c6-40fc-b23e-45c906846cad tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Jun 22 04:12:35.104854 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-548233d4-4840-4a5b-ac4b-9094ed18f467 req-e1dfe133-0fc3-4d02-acc7-bad97799be23 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 210 time: 0.0282116 Jun 22 04:12:35.277836 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58720f-4f1d-42e5-8d3b-aaf8b82866a8 req-8455ce9f-01a1-4369-9715-00de9fbc0814 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:35.279425 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f58720f-4f1d-42e5-8d3b-aaf8b82866a8 req-8455ce9f-01a1-4369-9715-00de9fbc0814 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0672317 Jun 22 04:12:35.320281 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f58720f-4f1d-42e5-8d3b-aaf8b82866a8 req-362147dc-cc5f-4c67-b9e5-f41193cb1b74 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345967 Jun 22 04:12:39.138995 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d5fa51e-6da9-44ca-a0ed-124a66230b63 req-15a68d90-4e60-44dc-9ae5-fe7560d4817d tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 210 time: 0.0291989 Jun 22 04:12:39.199125 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc7c12-0788-4290-8e57-df46f3668c29 req-776fa03d-db0c-487f-bc9d-e6cd955b1442 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:39.200579 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-34dc7c12-0788-4290-8e57-df46f3668c29 req-776fa03d-db0c-487f-bc9d-e6cd955b1442 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0640392 Jun 22 04:12:39.245983 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-34dc7c12-0788-4290-8e57-df46f3668c29 req-cfe41a68-feb4-4f9d-9dd5-08428d2aa369 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Jun 22 04:12:40.082330 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-11475e87-3ec6-46ed-95e3-a2fcf7daab72 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=29ab081824fb4c9dab20118657ee99d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200429 Jun 22 04:12:40.208142 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5e47-b2d1-403e-9289-28181e550b18 req-dd22d880-8921-4928-af98-533c7d253486 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:40.209533 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-dd22d880-8921-4928-af98-533c7d253486 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221416 Jun 22 04:12:40.230750 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Request body: {'port': {'device_id': '66e292b9-6a0a-4a45-bd85-375f702836b8', 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544', 'admin_state_up': True, 'tenant_id': '29ab081824fb4c9dab20118657ee99d3'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:12:40.403020 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Made reservation on behalf of 29ab081824fb4c9dab20118657ee99d3 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:12:40.409056 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:40.425123 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:40.472327 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-974c28bf-63b8-4acd-96cb-f3a5d77c6450 req-57274869-de98-41a5-bebd-e93e99e31e1a tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 210 time: 0.0498524 Jun 22 04:12:40.562346 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300d1c9-1345-4f5a-80c6-6231e71570b2 req-d65a90a5-c1ea-4ecb-92d9-5af1e3756b6d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:40.564358 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0300d1c9-1345-4f5a-80c6-6231e71570b2 req-d65a90a5-c1ea-4ecb-92d9-5af1e3756b6d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1057901 Jun 22 04:12:40.621755 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0300d1c9-1345-4f5a-80c6-6231e71570b2 req-a32b097c-a5d5-475e-afe0-7b1212aa220e tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Jun 22 04:12:40.640088 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:40.737719 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:40.741899 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f6b5198e-46cf-43be-abed-d70b2da9b005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:40.799972 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c977ab-5b7f-4996-9d96-570096c3c447,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:40.803173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:40.870480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Allocated IP 192.168.233.135 (29339861-8cc0-4f1f-a7de-00320c75a544/91e53606-3203-475b-8ca5-b452f5fb4730/a13c87d5-c548-482f-a2d5-a1a87325818e) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:12:41.014918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:41.028081 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Transition to ACTIVE for port object a13c87d5-c548-482f-a2d5-a1a87325818e will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:41.115657 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:41.126297 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7ab013e7-ae90-41af-8a09-26dc423e0674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:41.159881 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Network 29339861-8cc0-4f1f-a7de-00320c75a544 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:12:41.164887 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:41.167972 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:12:41.173788 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:41.174448 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:41.196311 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Pushing event updated for resources: {'Port': ['ID=a13c87d5-c548-482f-a2d5-a1a87325818e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:41.208009 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:41.300495 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0740111 Jun 22 04:12:41.324070 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Request body: {'port': {'device_id': '66e292b9-6a0a-4a45-bd85-375f702836b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:12:41.396961 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:41.423941 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-c94f7657-9b84-4556-8def-30d9fc4ccf66 None None] Provisioning for port a13c87d5-c548-482f-a2d5-a1a87325818e completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:12:41.430563 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-c94f7657-9b84-4556-8def-30d9fc4ccf66 None None] Provisioning complete for port a13c87d5-c548-482f-a2d5-a1a87325818e triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:12:41.431407 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c94f7657-9b84-4556-8def-30d9fc4ccf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:41.603039 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-c94f7657-9b84-4556-8def-30d9fc4ccf66 None None] Port a13c87d5-c548-482f-a2d5-a1a87325818e cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:12:41.793820 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13c87d5-c548-482f-a2d5-a1a87325818e {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:12:41.804373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:41.828746 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Transition to ACTIVE for port object a13c87d5-c548-482f-a2d5-a1a87325818e will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:41.839099 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1387-3c3a-48a6-ab4d-d57d21a2a777 req-397df973-6a5a-48b4-a465-934b04027af2 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:41.840529 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7acc1387-3c3a-48a6-ab4d-d57d21a2a777 req-397df973-6a5a-48b4-a465-934b04027af2 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 936 time: 0.1697178 Jun 22 04:12:41.883093 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a637f6-4db3-4b86-a410-9ec7d6610b7d req-2e969f10-b58f-4b7f-9e40-96b8117d25cd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:41.884433 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23a637f6-4db3-4b86-a410-9ec7d6610b7d req-2e969f10-b58f-4b7f-9e40-96b8117d25cd tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.1308088 Jun 22 04:12:41.903970 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7acc1387-3c3a-48a6-ab4d-d57d21a2a777 req-c5b9350d-be6c-4732-99cf-2bed0e860983 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562522 Jun 22 04:12:41.910870 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:41.914956 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3df62a31-d693-462b-a258-d9d273b6211f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:41.997554 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23a637f6-4db3-4b86-a410-9ec7d6610b7d req-1c1bcde2-36d9-4aa2-bd4c-33c3bae6998f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072586 Jun 22 04:12:42.005937 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Pushing event updated for resources: {'Port': ['ID=a13c87d5-c548-482f-a2d5-a1a87325818e,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:42.008769 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:42.052841 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Attempting to bind port a13c87d5-c548-482f-a2d5-a1a87325818e on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:12:42.053189 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Attempting to bind port a13c87d5-c548-482f-a2d5-a1a87325818e by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:12:42.053503 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Attempting to bind port a13c87d5-c548-482f-a2d5-a1a87325818e on network 29339861-8cc0-4f1f-a7de-00320c75a544 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:12:42.058587 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Port a13c87d5-c548-482f-a2d5-a1a87325818e on network 29339861-8cc0-4f1f-a7de-00320c75a544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:12:42.058905 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Attempting to bind port a13c87d5-c548-482f-a2d5-a1a87325818e on network 29339861-8cc0-4f1f-a7de-00320c75a544 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:12:42.064199 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:12:42.064536 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Checking segment: {'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:12:42.066172 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Bound using segment: {'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:12:42.066293 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Bound port: a13c87d5-c548-482f-a2d5-a1a87325818e, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa0b48d-de9e-494d-a465-ed7623f0052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:12:42.066569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:42.135445 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] For port a13c87d5-c548-482f-a2d5-a1a87325818e, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:12:42.138817 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] For port a13c87d5-c548-482f-a2d5-a1a87325818e, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a13c87d5-c548-482f-a2d5-a1a87325818e,segment=NetworkSegment(5aa0b48d-de9e-494d-a465-ed7623f0052b),segment_id=5aa0b48d-de9e-494d-a465-ed7623f0052b)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:12:42.235352 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:42.237319 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:42.271275 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:42.273070 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:42.273551 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] 10.222.0.26 "PUT /v2.0/ports/a13c87d5-c548-482f-a2d5-a1a87325818e HTTP/1.1" status: 200 len: 1098 time: 0.9540687 Jun 22 04:12:42.273746 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e292b9-6a0a-4a45-bd85-375f702836b8', 'tag': 'a13c87d5-c548-482f-a2d5-a1a87325818e'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:12:42.276656 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c430bd-9b34-4855-aec7-d836b736b99a" -d '{"events": [{"name": "network-changed", "server_uuid": "66e292b9-6a0a-4a45-bd85-375f702836b8", "tag": "a13c87d5-c548-482f-a2d5-a1a87325818e"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:12:42.326792 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d2f87c-ca17-4133-a26a-962d7fd83fc4 x-openstack-request-id: req-00d2f87c-ca17-4133-a26a-962d7fd83fc4 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:12:42.328267 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e292b9-6a0a-4a45-bd85-375f702836b8", "tag": "a13c87d5-c548-482f-a2d5-a1a87325818e", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:12:42.328267 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00d2f87c-ca17-4133-a26a-962d7fd83fc4 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:12:42.328267 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e292b9-6a0a-4a45-bd85-375f702836b8', 'tag': 'a13c87d5-c548-482f-a2d5-a1a87325818e', 'status': 'completed', 'code': 200} Jun 22 04:12:42.335381 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Pushing event updated for resources: {'Port': ['ID=a13c87d5-c548-482f-a2d5-a1a87325818e,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:42.341490 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:42.376877 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ee72-a462-4534-b7ee-19bec3241354 req-520f1edf-06a3-4000-afdc-759f72b4ef91 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:42.382339 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5712ee72-a462-4534-b7ee-19bec3241354 req-520f1edf-06a3-4000-afdc-759f72b4ef91 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 945 time: 0.0896297 Jun 22 04:12:42.503180 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c430bd-9b34-4855-aec7-d836b736b99a req-2482880d-ecd3-47d6-b4a3-1033302854d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:42.504652 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76c430bd-9b34-4855-aec7-d836b736b99a req-2482880d-ecd3-47d6-b4a3-1033302854d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29ab081824fb4c9dab20118657ee99d3&device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 1101 time: 0.1206048 Jun 22 04:12:42.531907 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Deleting port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:12:42.532254 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:42.554368 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76c430bd-9b34-4855-aec7-d836b736b99a req-70881d83-d649-4f97-b4d5-7f76839a351b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=29ab081824fb4c9dab20118657ee99d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336862 Jun 22 04:12:42.948150 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] For port 864b2d94-2be0-4fa5-af16-841be4b5b3b7, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=864b2d94-2be0-4fa5-af16-841be4b5b3b7,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:12:42.948435 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:42.963605 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c430bd-9b34-4855-aec7-d836b736b99a req-39b52bd3-6462-40c9-97ae-c89a8fca4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:42.965201 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76c430bd-9b34-4855-aec7-d836b736b99a req-39b52bd3-6462-40c9-97ae-c89a8fca4453 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322365 Jun 22 04:12:43.018440 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Calling delete_port for 864b2d94-2be0-4fa5-af16-841be4b5b3b7 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:12:43.271185 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b05e39-10fa-4803-a6e4-0b3ddfbc53da req-18364fa7-6f76-4cbd-bbc4-99a9312bc500 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:43.272493 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7b05e39-10fa-4803-a6e4-0b3ddfbc53da req-18364fa7-6f76-4cbd-bbc4-99a9312bc500 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 948 time: 0.1414847 Jun 22 04:12:43.274721 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b2dfc34c-28b8-4e24-83b4-774207a0d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:43.276655 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-b2dfc34c-28b8-4e24-83b4-774207a0d2db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29ab081824fb4c9dab20118657ee99d3&device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 1101 time: 0.1330774 Jun 22 04:12:43.278170 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:43.285410 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2c444695-86ef-43fe-8b39-2c9aa6ab515b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:43.323783 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Pushing event deleted for resources: {'Port': ['ID=864b2d94-2be0-4fa5-af16-841be4b5b3b7,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:43.331364 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:43.391148 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] No DVR routers for this DVR port 864b2d94-2be0-4fa5-af16-841be4b5b3b7 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:12:43.395836 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7b05e39-10fa-4803-a6e4-0b3ddfbc53da req-35422ea5-2c42-4c10-9254-642af2f77ee2 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143420 Jun 22 04:12:43.396961 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:43.398803 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5712ee72-a462-4534-b7ee-19bec3241354 req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.26 "DELETE /v2.0/ports/864b2d94-2be0-4fa5-af16-841be4b5b3b7 HTTP/1.1" status: 204 len: 173 time: 1.0069602 Jun 22 04:12:43.413799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc91c0a-9680-419f-ae35-d17afbfef1e6 req-26c98808-4d04-4183-a8a7-0122a2fdea65 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:43.415255 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9dc91c0a-9680-419f-ae35-d17afbfef1e6 req-26c98808-4d04-4183-a8a7-0122a2fdea65 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 867 time: 0.1822455 Jun 22 04:12:43.452606 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9dc91c0a-9680-419f-ae35-d17afbfef1e6 req-97f2e336-bc63-47d8-ac95-6163e9429e0a tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Jun 22 04:12:44.329110 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2e502-090f-43f4-bd0a-a5a3971846d7', 'name': 'network-vif-deleted', 'tag': '864b2d94-2be0-4fa5-af16-841be4b5b3b7'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:12:44.331545 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13db6e12-541c-4d96-9b80-26b60c6ad12d" -d '{"events": [{"server_uuid": "28c2e502-090f-43f4-bd0a-a5a3971846d7", "name": "network-vif-deleted", "tag": "864b2d94-2be0-4fa5-af16-841be4b5b3b7"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:12:46.657929 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['02915eb1-571e-4662-ad33-cc6c05034aec', '864b2d94-2be0-4fa5-af16-841be4b5b3b7'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:12:46.720595 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-1f07164e-8dc5-4a0b-b173-1473733af4a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a13c87d5-c548-482f-a2d5-a1a87325818e HTTP/1.1" status: 200 len: 217 time: 0.0347023 Jun 22 04:12:46.798455 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5970a6-1eca-4d77-a467-2ed993f0886e x-openstack-request-id: req-3e5970a6-1eca-4d77-a467-2ed993f0886e {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:12:46.798775 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2e502-090f-43f4-bd0a-a5a3971846d7", "name": "network-vif-deleted", "tag": "864b2d94-2be0-4fa5-af16-841be4b5b3b7", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:12:46.799056 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e5970a6-1eca-4d77-a467-2ed993f0886e {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:12:46.799510 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2e502-090f-43f4-bd0a-a5a3971846d7', 'name': 'network-vif-deleted', 'tag': '864b2d94-2be0-4fa5-af16-841be4b5b3b7', 'status': 'completed', 'code': 200} Jun 22 04:12:46.807626 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5e47-b2d1-403e-9289-28181e550b18 req-fd44165e-2aa0-41e8-aa53-af3f2708f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:46.809100 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-fd44165e-2aa0-41e8-aa53-af3f2708f6ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91e53606-3203-475b-8ca5-b452f5fb4730 HTTP/1.1" status: 200 len: 843 time: 0.0556188 Jun 22 04:12:46.943245 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ada61b72-a0b0-40a1-8df7-65fa1be53557 req-91925dfa-1dee-4ee3-ad1a-71fd869eed41 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 210 time: 0.0382922 Jun 22 04:12:46.969867 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5e47-b2d1-403e-9289-28181e550b18 req-2591f393-9607-49b0-a0ce-7d2ecb1635ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:46.971419 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-2591f393-9607-49b0-a0ce-7d2ecb1635ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29339861-8cc0-4f1f-a7de-00320c75a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1357799 Jun 22 04:12:46.983725 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c16410-f923-4a21-ac72-01ce3dabdefc req-baed7b47-e153-471a-adca-57e80b04084d tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:46.985120 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9c16410-f923-4a21-ac72-01ce3dabdefc req-baed7b47-e153-471a-adca-57e80b04084d tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 948 time: 0.1128283 Jun 22 04:12:47.074135 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9c16410-f923-4a21-ac72-01ce3dabdefc req-f1d6152f-4d0c-4a0a-87d8-57b99a20696a tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811269 Jun 22 04:12:47.098847 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-aebc1c1e-ad9d-4b77-95e1-d411982b4249 service neutron] 10.222.0.26 "GET /v2.0/networks/29339861-8cc0-4f1f-a7de-00320c75a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128075 Jun 22 04:12:47.194176 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-594e5e47-b2d1-403e-9289-28181e550b18 req-af72c3a5-9005-4d8c-b850-c56a1559b475 service neutron] 10.222.0.26 "GET /v2.0/networks/29339861-8cc0-4f1f-a7de-00320c75a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856271 Jun 22 04:12:48.118878 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d82c90a-ed35-48c5-b61f-6a2acf02bd28 req-36ec0da9-a10d-4d6c-b583-2f9300a3b726 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c2e502-090f-43f4-bd0a-a5a3971846d7 HTTP/1.1" status: 200 len: 210 time: 0.0301833 Jun 22 04:12:48.261567 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db999e58-d2f5-482c-8d6a-6ae304a0addd req-ed344ece-ce04-451f-ba24-a1c06a5bd349 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:48.263025 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-db999e58-d2f5-482c-8d6a-6ae304a0addd req-ed344ece-ce04-451f-ba24-a1c06a5bd349 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 948 time: 0.0659516 Jun 22 04:12:48.304525 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-db999e58-d2f5-482c-8d6a-6ae304a0addd req-80231876-3413-409a-bb58-1cce7c3921cd tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349166 Jun 22 04:12:48.756123 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49968) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:48.855798 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ec9907b2-80b8-4f4d-8716-30e901495538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:48.939045 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ec9907b2-80b8-4f4d-8716-30e901495538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:49.027618 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ec9907b2-80b8-4f4d-8716-30e901495538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:49.031428 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d0edaab1-2514-473f-bab7-03757052146c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:49.068151 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 49978) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:49.068459 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ec9907b2-80b8-4f4d-8716-30e901495538 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef49f446db92491989688c0ea954112e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109732 Jun 22 04:12:49.073684 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9907b2-80b8-4f4d-8716-30e901495538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c5e51-bb94-4083-8590-71914f0c325e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:49.080013 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ec9907b2-80b8-4f4d-8716-30e901495538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:49.120830 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b3eaef36-29c7-4057-9d0f-7e101e97335f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:49.141461 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b3eaef36-29c7-4057-9d0f-7e101e97335f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:49.280450 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b3eaef36-29c7-4057-9d0f-7e101e97335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:49.283099 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b3eaef36-29c7-4057-9d0f-7e101e97335f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:49.284246 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b3eaef36-29c7-4057-9d0f-7e101e97335f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c1c5e51-bb94-4083-8590-71914f0c325e HTTP/1.1" status: 204 len: 168 time: 0.2145469 Jun 22 04:12:49.284939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:49.293710 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaef36-29c7-4057-9d0f-7e101e97335f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c5e51-bb94-4083-8590-71914f0c325e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:49.296085 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b3eaef36-29c7-4057-9d0f-7e101e97335f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:50.168852 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50008) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:50.261384 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-271387527-network', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:12:50.330607 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Made reservation on behalf of 803e28bc031b40b98ef37ef79a1abf4b for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:12:50.332952 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.342721 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.426974 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.490130 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.492945 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-069ec73d-d42e-401a-b551-b0976124332b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:50.514571 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:12:50.523614 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86792599-955c-493e-9ee3-b6880822903e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:50.528628 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:50.529679 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.530016 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Added segment ba2361fb-d578-4a28-93b5-e65ff8b5b375 of type vlan for network d2f5789e-0b91-49bb-90c1-6316c0cf420f Jun 22 04:12:50.568353 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.684902 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.686139 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:50.686725 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:50.688717 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:50.743223 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f5789e-0b91-49bb-90c1-6316c0cf420f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:50.745924 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:50.753496 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:12:50.801206 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6312723 Jun 22 04:12:50.804075 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50014) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:50.809048 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Request body: {'subnet': {'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-271387527-subnet', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:12:50.874509 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Made reservation on behalf of 803e28bc031b40b98ef37ef79a1abf4b for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:12:50.876869 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13831383'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.080930 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13863017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13831397'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.083239 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0c29ba4f-f8ca-49b1-9e69-c3f6f07254eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:51.134608 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6775b766-b350-4a6e-bf76-2415ddc32252,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:51.138447 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:51.143993 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Checking segment: {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:12:51.144349 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Network hostable DHCP agents. Network: d2f5789e-0b91-49bb-90c1-6316c0cf420f, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:12:51.221792 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:12:51.308964 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, d2f5789e-0b91-49bb-90c1-6316c0cf420f) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:51.316722 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:51.317171 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.323143 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2473a8-7901-44a0-bccb-70ac48e39cbe None None] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:12:51.374237 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e76db46f-97cd-4c2a-9603-9bfc6a11cb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.439946 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6348183 Jun 22 04:12:51.442623 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50020) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:51.446953 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:12:51.468995 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-d2f5789e-0b91-49bb-90c1-6316c0cf420f', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:12:51.471470 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.559592 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.560628 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.600257 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Allocated IP 172.20.0.2 (d2f5789e-0b91-49bb-90c1-6316c0cf420f/6775b766-b350-4a6e-bf76-2415ddc32252/116d7ed2-0a94-40a6-a46c-57882a2842ee) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:12:51.613202 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.642364 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:12:51.734906 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.742972 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Transition to ACTIVE for port object 116d7ed2-0a94-40a6-a46c-57882a2842ee will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:51.757747 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Transition to ACTIVE for port object 116d7ed2-0a94-40a6-a46c-57882a2842ee will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:51.804742 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 864b2d94-2be0-4fa5-af16-841be4b5b3b7 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:12:51.826055 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.828526 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 864b2d94-2be0-4fa5-af16-841be4b5b3b7 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:12:51.828881 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 864b2d94-2be0-4fa5-af16-841be4b5b3b7 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:12:51.846351 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.850460 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:51.885537 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:12:51.888530 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:51.891003 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:12:51.902130 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Pushing event updated for resources: {'Port': ['ID=116d7ed2-0a94-40a6-a46c-57882a2842ee,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:51.926063 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.926439 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.926810 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.927114 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.927449 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.927784 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.928107 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.928431 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.928766 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.929099 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.929697 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.930015 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:51.935053 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:51.966990 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Attempting to bind port 116d7ed2-0a94-40a6-a46c-57882a2842ee on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:12:51.967368 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Attempting to bind port 116d7ed2-0a94-40a6-a46c-57882a2842ee by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:12:51.967736 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Attempting to bind port 116d7ed2-0a94-40a6-a46c-57882a2842ee on network d2f5789e-0b91-49bb-90c1-6316c0cf420f {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:12:51.972661 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:12:51.973060 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Checking segment: {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:12:51.973465 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:51.973862 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Bound using segment: {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:12:51.974356 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Bound port: 116d7ed2-0a94-40a6-a46c-57882a2842ee, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:12:51.974733 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:52.035631 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] For port 116d7ed2-0a94-40a6-a46c-57882a2842ee, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:12:52.038579 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] For port 116d7ed2-0a94-40a6-a46c-57882a2842ee, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=116d7ed2-0a94-40a6-a46c-57882a2842ee,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:12:52.109740 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:52.111743 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-42448a84-0da7-4360-b6ce-15acab725f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:52.170267 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Pushing event updated for resources: {'Port': ['ID=116d7ed2-0a94-40a6-a46c-57882a2842ee,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:52.173274 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:52.256615 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:52.275422 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:52.397819 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Allocated IP 172.27.1.32 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/0a0d3f29-3676-42ad-8c73-1f5f3fb185e9) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:12:52.517790 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:52.605819 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:52.608241 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:52.649435 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:12:52.653293 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:52.656676 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:12:52.662008 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0d3f29-3676-42ad-8c73-1f5f3fb185e9,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:52.680432 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:52.992474 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:53.057291 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c8d55-7ebb-42d0-97a3-a6d71d28efe5 None None] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:12:53.187169 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:53.203712 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-56bb078b-46a2-42ad-9766-3789eb5839db None None] Provisioning for port 116d7ed2-0a94-40a6-a46c-57882a2842ee completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:12:53.360598 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Router c5c28eca-ec91-4520-a437-b24a12fae3e2 is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:12:53.468389 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:12:53.478173 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Sync routers for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:12:53.487904 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:12:53.488520 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:53.554733 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:53.556044 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1123698 Jun 22 04:12:53.559615 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50030) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:53.589611 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:12:53.856020 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:52Z', 'revision_number': 3, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:53.898834 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-330bb8fb-ac32-495f-9d05-e3373bfc931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:53.901152 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Checking router: c5c28eca-ec91-4520-a437-b24a12fae3e2 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:12:53.901615 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Updating router c5c28eca-ec91-4520-a437-b24a12fae3e2 port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:12:53.940877 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:53.944542 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960fd42-ae90-4c8d-8349-2ca561c77531 req-04c71ef9-47ca-4870-b620-a9b845d52343 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:53.947115 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5960fd42-ae90-4c8d-8349-2ca561c77531 req-04c71ef9-47ca-4870-b620-a9b845d52343 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 948 time: 0.0971904 Jun 22 04:12:53.992905 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5960fd42-ae90-4c8d-8349-2ca561c77531 req-e088d706-46f6-4f44-9af2-9e49b2f35c5c tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Jun 22 04:12:54.104498 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.179940 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.242925 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.253724 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Transition to ACTIVE for port object 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:54.347598 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 116d7ed2-0a94-40a6-a46c-57882a2842ee up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:12:54.366588 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.370776 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:54.390411 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Allocated IP 172.20.0.1 (d2f5789e-0b91-49bb-90c1-6316c0cf420f/6775b766-b350-4a6e-bf76-2415ddc32252/fd8907b9-b9d2-4b9e-9ffa-2652118dec38) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:12:54.425509 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Pushing event updated for resources: {'Port': ['ID=0a0d3f29-3676-42ad-8c73-1f5f3fb185e9,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:54.435013 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.435356 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Attempting to bind port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Attempting to bind port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:12:54.444765 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Attempting to bind port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:12:54.445794 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:54.449305 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:12:54.449685 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:12:54.450124 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.450556 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:12:54.450994 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Bound port: 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:12:54.451373 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.466940 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 116d7ed2-0a94-40a6-a46c-57882a2842ee completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:12:54.473461 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 116d7ed2-0a94-40a6-a46c-57882a2842ee triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:12:54.474923 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.510221 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] For port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:12:54.510221 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] For port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=0a0d3f29-3676-42ad-8c73-1f5f3fb185e9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:12:54.512942 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.527013 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Transition to ACTIVE for port object fd8907b9-b9d2-4b9e-9ffa-2652118dec38 will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:54.586663 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.595700 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.600511 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56978963-000a-4477-b3ef-14ef6478c76c req-24c0e637-00ee-486d-902a-4837509e3cf1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:54.606982 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e244708a-4457-4241-ba1c-282b98ef526c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:54.608151 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-56978963-000a-4477-b3ef-14ef6478c76c req-24c0e637-00ee-486d-902a-4837509e3cf1 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0711179 Jun 22 04:12:54.623563 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 116d7ed2-0a94-40a6-a46c-57882a2842ee, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=116d7ed2-0a94-40a6-a46c-57882a2842ee,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:12:54.641543 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-56978963-000a-4477-b3ef-14ef6478c76c req-446f528a-92d1-4afe-9811-1d0086e18a26 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Jun 22 04:12:54.652737 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:12:54.653365 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:54.669666 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.673001 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:54.698019 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.698301 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Pushing event updated for resources: {'Port': ['ID=0a0d3f29-3676-42ad-8c73-1f5f3fb185e9,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:54.700285 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:54.701868 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:54.719091 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:12:54.723551 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:54.728068 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:12:54.732320 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Pushing event updated for resources: {'Port': ['ID=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:54.757348 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:54.768622 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=116d7ed2-0a94-40a6-a46c-57882a2842ee,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:54.772161 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:54.784554 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:54.806371 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:12:55.001357 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:52Z', 'revision_number': 3, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:55.012918 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8dce3472-b6fe-4800-90e8-24ee62425b3d None None] Provisioning for port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:12:55.018754 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8dce3472-b6fe-4800-90e8-24ee62425b3d None None] Provisioning complete for port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:12:55.019384 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8dce3472-b6fe-4800-90e8-24ee62425b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:55.027510 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc613a-c7ea-4be4-a330-7150de736075 None None] The sync data for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi is: [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:52Z', 'revision_number': 3, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:12:55.088132 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-8dce3472-b6fe-4800-90e8-24ee62425b3d None None] Port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:12:55.097867 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:55.124775 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:55.205873 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0df64-4d75-48d9-9796-d5a88df24771 req-0d14367d-7900-4fdc-a037-1586eba16845 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:55.207383 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3df0df64-4d75-48d9-9796-d5a88df24771 req-0d14367d-7900-4fdc-a037-1586eba16845 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 948 time: 0.0727730 Jun 22 04:12:55.255617 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3df0df64-4d75-48d9-9796-d5a88df24771 req-184b11a1-cae0-4476-912c-483754674ef5 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415835 Jun 22 04:12:55.281943 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:55.349298 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13863159'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:55.353028 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:55.418006 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Pushing event updated for resources: {'Port': ['ID=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:55.420400 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:55.422413 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:55.541907 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:12:55.543458 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:55.702529 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Router c5c28eca-ec91-4520-a437-b24a12fae3e2 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:12:55.820099 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-372ba846-c590-4f7a-a355-8007aa4437dd None None] Provisioning complete for port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:12:55.820735 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-372ba846-c590-4f7a-a355-8007aa4437dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:55.841085 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:12:55.854126 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] 10.222.0.37 "PUT /v2.0/routers/c5c28eca-ec91-4520-a437-b24a12fae3e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878721 Jun 22 04:12:55.868748 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712799b9-e120-4e43-ad55-b7031dae4c16 req-6e51b488-ee9f-4d95-be90-41a0e4981fcf tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:55.871165 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-712799b9-e120-4e43-ad55-b7031dae4c16 req-6e51b488-ee9f-4d95-be90-41a0e4981fcf tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0983188 Jun 22 04:12:55.872828 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-372ba846-c590-4f7a-a355-8007aa4437dd None None] Port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:12:55.922557 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-712799b9-e120-4e43-ad55-b7031dae4c16 req-c5482b05-5858-4f2c-b5d1-3a6a3b47ca80 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Jun 22 04:12:56.037453 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50072) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:56.163215 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-805e3446-25be-49e8-8779-7086d73fdff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.255993 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-805e3446-25be-49e8-8779-7086d73fdff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.347924 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-805e3446-25be-49e8-8779-7086d73fdff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.351983 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7d10aead-cbde-489d-8890-cc9ef2c33ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:56.411484 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:12:56.413393 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-805e3446-25be-49e8-8779-7086d73fdff9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8089ee228f640d7adf6cbde7eaca553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744793 Jun 22 04:12:56.416430 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 50088) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:56.427012 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e3446-25be-49e8-8779-7086d73fdff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5df7f6-af7b-46bb-91b0-a95033ac20c7,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:56.429973 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-805e3446-25be-49e8-8779-7086d73fdff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:56.485258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.509801 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9e7fde22-08fa-493a-8e4a-56882fc59a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.532657 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5a8b-e4ab-4df0-85ea-49bc8e42e3c9 req-d3323942-edc3-4f7c-9c70-3d7cee028d70 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:56.534099 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6a6f5a8b-e4ab-4df0-85ea-49bc8e42e3c9 req-d3323942-edc3-4f7c-9c70-3d7cee028d70 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 948 time: 0.1104832 Jun 22 04:12:56.552692 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9e7fde22-08fa-493a-8e4a-56882fc59a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.566909 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:12:56.571550 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:12:56.577413 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.611871 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6a6f5a8b-e4ab-4df0-85ea-49bc8e42e3c9 req-a4afb5d5-dddc-41c9-85b2-b06a05564881 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690501 Jun 22 04:12:56.653315 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.676336 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=0a0d3f29-3676-42ad-8c73-1f5f3fb185e9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:12:56.679322 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50096) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:56.685280 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1167235574-network', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:12:56.713946 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9e7fde22-08fa-493a-8e4a-56882fc59a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.716660 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9e7fde22-08fa-493a-8e4a-56882fc59a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.717847 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9e7fde22-08fa-493a-8e4a-56882fc59a78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff5df7f6-af7b-46bb-91b0-a95033ac20c7 HTTP/1.1" status: 204 len: 168 time: 0.3007333 Jun 22 04:12:56.718662 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b5053e05-7121-4449-950b-f6f66de9ee84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:56.726309 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fde22-08fa-493a-8e4a-56882fc59a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5df7f6-af7b-46bb-91b0-a95033ac20c7,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:56.729681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9e7fde22-08fa-493a-8e4a-56882fc59a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:56.744086 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.745468 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 116d7ed2-0a94-40a6-a46c-57882a2842ee up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:12:56.747902 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:56.772188 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Made reservation on behalf of 4dac45556f864bf3a13956a436ff2a66 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:12:56.774593 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.783778 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.831572 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=0a0d3f29-3676-42ad-8c73-1f5f3fb185e9,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:56.836054 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:56.844681 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 116d7ed2-0a94-40a6-a46c-57882a2842ee triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:12:56.844681 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.887213 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.940424 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Sync routers for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:12:56.949099 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.949821 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:12:56.950484 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:56.953645 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8d38fa6d-1673-4ad9-9e3a-0d6b0846705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:56.971131 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:12:56.984854 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd94258-7488-4f33-ba9c-2ce2909ef801,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:56.988853 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:56.989919 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:56.990288 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Added segment b0a8f5cc-26d2-4497-a12d-095f768bed99 of type vlan for network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 Jun 22 04:12:57.029652 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.070381 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:12:57.132742 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.134362 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:57.135268 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.138724 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:57.142258 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c2927-70d8-43db-abf4-26552c33d6d8 req-1f695531-0f9a-4fc1-9cdd-04a109dab3ee tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:57.142524 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d27c2927-70d8-43db-abf4-26552c33d6d8 req-1f695531-0f9a-4fc1-9cdd-04a109dab3ee tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0666006 Jun 22 04:12:57.214545 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d27c2927-70d8-43db-abf4-26552c33d6d8 req-75540efe-9810-4423-ad25-9a575b214a2c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541592 Jun 22 04:12:57.236993 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Pushing event updated for resources: {'Network': ['ID=3866a19e-cb1b-49c8-b4e4-2341d37b6752,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:57.241810 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:57.260294 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:12:57.292661 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6122570 Jun 22 04:12:57.295351 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50112) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:57.300755 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Request body: {'subnet': {'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1167235574-subnet', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:12:57.342094 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:12:55Z', 'revision_number': 2, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:57.370710 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Checking router: c5c28eca-ec91-4520-a437-b24a12fae3e2 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:12:57.371075 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Updating router c5c28eca-ec91-4520-a437-b24a12fae3e2 port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:12:57.401237 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Made reservation on behalf of 4dac45556f864bf3a13956a436ff2a66 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:12:57.403798 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13831383'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.405192 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.661870 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device a13c87d5-c548-482f-a2d5-a1a87325818e details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:12:57.668202 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13863017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13831397'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.672358 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-decc2504-f639-4c12-ba21-a8c23907bb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:57.692954 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.719439 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4210039-44e5-4528-b2d9-fa478f3619b5,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:57.726643 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:57.736474 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Checking segment: {'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:12:57.736830 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Network hostable DHCP agents. Network: 3866a19e-cb1b-49c8-b4e4-2341d37b6752, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:12:57.740486 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Transition to ACTIVE for port object fd8907b9-b9d2-4b9e-9ffa-2652118dec38 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:57.790221 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port a13c87d5-c548-482f-a2d5-a1a87325818e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a13c87d5-c548-482f-a2d5-a1a87325818e,segment=NetworkSegment(5aa0b48d-de9e-494d-a465-ed7623f0052b),segment_id=5aa0b48d-de9e-494d-a465-ed7623f0052b)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:12:57.801515 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': 'a13c87d5-c548-482f-a2d5-a1a87325818e', 'network_id': '29339861-8cc0-4f1f-a7de-00320c75a544', 'port_id': 'a13c87d5-c548-482f-a2d5-a1a87325818e', 'mac_address': 'fa:16:3e:8e:f6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e53606-3203-475b-8ca5-b452f5fb4730', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:12:57.808813 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269ca4b-cf0f-4546-b4e3-b31d0323e121 req-4dde96bb-2834-4ed2-b1f7-64d19c678e92 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:57.810646 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9269ca4b-cf0f-4546-b4e3-b31d0323e121 req-4dde96bb-2834-4ed2-b1f7-64d19c678e92 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 948 time: 0.0766740 Jun 22 04:12:57.830698 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.831215 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:12:57.838682 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:57.856062 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9269ca4b-cf0f-4546-b4e3-b31d0323e121 req-db81e25a-6d58-4308-abdc-697c52844447 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Jun 22 04:12:57.915163 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 3866a19e-cb1b-49c8-b4e4-2341d37b6752) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:57.919495 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:57.920085 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:57.985513 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a9705cf2-2590-4808-812b-1ad5abe6b03b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6885889 Jun 22 04:12:57.987145 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 50132) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:57.991820 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:12:58.051976 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b2047-7b8d-4281-a88a-677edce00445 None None] Network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:12:58.054142 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.080863 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.081919 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.112677 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13c1f-f195-4334-8d3c-7ed25866477f None None] Pushing event updated for resources: {'Port': ['ID=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:58.117117 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4f13c1f-f195-4334-8d3c-7ed25866477f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:58.124521 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13c87d5-c548-482f-a2d5-a1a87325818e {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:12:58.134866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.202765 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port a13c87d5-c548-482f-a2d5-a1a87325818e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a13c87d5-c548-482f-a2d5-a1a87325818e,segment=NetworkSegment(5aa0b48d-de9e-494d-a465-ed7623f0052b),segment_id=5aa0b48d-de9e-494d-a465-ed7623f0052b)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:12:58.217790 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Attempting to bind port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:12:58.218209 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Attempting to bind port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:12:58.218584 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Attempting to bind port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 on network d2f5789e-0b91-49bb-90c1-6316c0cf420f {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:12:58.230598 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:12:58.230983 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Checking segment: {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:12:58.231395 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.231805 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Bound using segment: {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:12:58.234718 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Bound port: fd8907b9-b9d2-4b9e-9ffa-2652118dec38, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:12:58.235122 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.326850 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.331394 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9f6ef3e1-6b26-49ca-83cc-788627aa616d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:58.347286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.380138 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-3866a19e-cb1b-49c8-b4e4-2341d37b6752', 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'fixed_ips': [{'subnet_id': 'd4210039-44e5-4528-b2d9-fa478f3619b5'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:12:58.381002 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.388136 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:12:58.449039 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf92db5-c6f3-4284-8621-fec1070b23e3 req-64afd4a0-f2bf-481c-a528-56fbbe9e6efa tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:58.450686 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cdf92db5-c6f3-4284-8621-fec1070b23e3 req-64afd4a0-f2bf-481c-a528-56fbbe9e6efa tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0671191 Jun 22 04:12:58.474808 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] For port fd8907b9-b9d2-4b9e-9ffa-2652118dec38, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:12:58.491035 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50144) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:58.503902 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=a13c87d5-c548-482f-a2d5-a1a87325818e,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:58.509258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] For port fd8907b9-b9d2-4b9e-9ffa-2652118dec38, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:12:58.510609 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:58.542437 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cdf92db5-c6f3-4284-8621-fec1070b23e3 req-ae240d42-8260-4882-8b17-f82755d051f8 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796652 Jun 22 04:12:58.593089 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.611978 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:58.615468 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:12:58.615468 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.652948 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-939cbb58-1c7b-4b04-8fb0-87ceaefefb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.713689 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Allocated IP 172.20.0.2 (3866a19e-cb1b-49c8-b4e4-2341d37b6752/d4210039-44e5-4528-b2d9-fa478f3619b5/5d3ff193-cd0c-44b3-a35b-d87b08a277bd) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:12:58.714797 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.736863 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13c1f-f195-4334-8d3c-7ed25866477f None None] Pushing event updated for resources: {'Port': ['ID=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:58.737220 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.743096 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:12:58.748276 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:58.748276 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4f13c1f-f195-4334-8d3c-7ed25866477f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:58.777343 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-939cbb58-1c7b-4b04-8fb0-87ceaefefb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.863734 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Allocated IP 172.27.1.48 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/126d1f80-bb56-484b-9f1a-4c05bec645f9) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:12:58.865803 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-939cbb58-1c7b-4b04-8fb0-87ceaefefb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:58.871716 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2011d872-1a98-4185-9352-7287d592f060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:58.938395 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-939cbb58-1c7b-4b04-8fb0-87ceaefefb50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=998195f50c07442bb23bcbcf1da0e22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458871 Jun 22 04:12:58.942172 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50152) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:12:58.963523 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cbb58-1c7b-4b04-8fb0-87ceaefefb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9a83f4-e17b-4d72-8b26-16db4fc63ac3,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:58.970354 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-939cbb58-1c7b-4b04-8fb0-87ceaefefb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:58.989021 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:12:58.996379 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.011666 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d915a93-b11c-4613-b82e-c32327d43726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.038109 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d915a93-b11c-4613-b82e-c32327d43726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.098275 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.111301 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.114510 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:59.157783 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:12:59.160605 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d915a93-b11c-4613-b82e-c32327d43726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.162605 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:59.164836 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d915a93-b11c-4613-b82e-c32327d43726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.165299 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Transition to ACTIVE for port object 5d3ff193-cd0c-44b3-a35b-d87b08a277bd will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:59.170058 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-9d915a93-b11c-4613-b82e-c32327d43726 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b9a83f4-e17b-4d72-8b26-16db4fc63ac3 HTTP/1.1" status: 204 len: 168 time: 0.2231030 Jun 22 04:12:59.170566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:12:59.171100 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2d9fe477-79e1-48d8-8e69-adcb36ed38e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:59.178490 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d915a93-b11c-4613-b82e-c32327d43726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9a83f4-e17b-4d72-8b26-16db4fc63ac3,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:59.181229 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Pushing event updated for resources: {'Port': ['ID=126d1f80-bb56-484b-9f1a-4c05bec645f9,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:59.195404 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9d915a93-b11c-4613-b82e-c32327d43726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:59.203729 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Transition to ACTIVE for port object 5d3ff193-cd0c-44b3-a35b-d87b08a277bd will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:12:59.226308 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcf4f0-6bf3-4d4b-816d-c74ce25b7818 req-b2dbdae4-08e2-4ad4-a012-8795440b17e5 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:59.228013 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97fcf4f0-6bf3-4d4b-816d-c74ce25b7818 req-b2dbdae4-08e2-4ad4-a012-8795440b17e5 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 949 time: 0.1698596 Jun 22 04:12:59.229040 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:59.257007 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:12:58Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:12:59.287780 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c46e9-ee6e-4d14-9280-699684233f4f None None] The sync data for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi is: [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:12:58Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:12:59.298368 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.300789 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:59.328549 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97fcf4f0-6bf3-4d4b-816d-c74ce25b7818 req-b61bd23d-64f5-40b4-8153-4a3b96c21bd7 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701416 Jun 22 04:12:59.372315 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:12:59.375291 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:12:59.380549 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:12:59.388238 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Pushing event updated for resources: {'Port': ['ID=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:59.391192 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:59.461207 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Attempting to bind port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:12:59.462331 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Attempting to bind port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:12:59.462742 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Attempting to bind port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd on network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:12:59.469255 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:12:59.469638 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Checking segment: {'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:12:59.470125 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.470826 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Bound using segment: {'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:12:59.471091 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Bound port: 5d3ff193-cd0c-44b3-a35b-d87b08a277bd, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:12:59.471479 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.533604 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.551847 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] For port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:12:59.556525 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] For port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,segment=NetworkSegment(b0a8f5cc-26d2-4497-a12d-095f768bed99),segment_id=b0a8f5cc-26d2-4497-a12d-095f768bed99)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:12:59.652647 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.656103 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:12:59.717115 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Pushing event updated for resources: {'Port': ['ID=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:12:59.731266 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:12:59.801989 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:12:59.879154 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed871392-8f22-4a25-b275-fa98e66a7d45 req-091abb33-4dbe-4eaa-b57f-2a8627a14eb2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:12:59.880600 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed871392-8f22-4a25-b275-fa98e66a7d45 req-091abb33-4dbe-4eaa-b57f-2a8627a14eb2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1238933 Jun 22 04:12:59.986638 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed871392-8f22-4a25-b275-fa98e66a7d45 req-6b7cd4c4-3d43-4624-a6ca-e770a9bee4ed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761662 Jun 22 04:13:00.069290 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Router 23d1897e-a143-4e0f-9e76-5d320bf416fa is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:13:00.409159 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device fd8907b9-b9d2-4b9e-9ffa-2652118dec38 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:00.471850 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:13:00.484878 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Sync routers for ids ['23d1897e-a143-4e0f-9e76-5d320bf416fa'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:13:00.500981 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Routers {'23d1897e-a143-4e0f-9e76-5d320bf416fa'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:13:00.501876 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['23d1897e-a143-4e0f-9e76-5d320bf416fa'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:00.549250 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:00.556139 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:00.557623 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:00.588865 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:00.592799 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50166) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:00.593373 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6047013 Jun 22 04:13:00.623886 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eeb80-0ef5-44b8-b7ce-7fe8758d812e req-4a6452bb-a2f4-4eb9-b7c4-54897122a8e8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:00.625424 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e6eeb80-0ef5-44b8-b7ce-7fe8758d812e req-4a6452bb-a2f4-4eb9-b7c4-54897122a8e8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 949 time: 0.0941319 Jun 22 04:13:00.679416 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:00.687649 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e6eeb80-0ef5-44b8-b7ce-7fe8758d812e req-634c3da9-ffbb-49dc-8621-7f77fe27c96a tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546741 Jun 22 04:13:00.690759 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Set router 23d1897e-a143-4e0f-9e76-5d320bf416fa gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:13:00.723442 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port fd8907b9-b9d2-4b9e-9ffa-2652118dec38, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:00.792667 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475043c-d481-48f6-8aa3-10eb8ecb707e None None] Network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:13:00.830717 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:00.831594 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 5d3ff193-cd0c-44b3-a35b-d87b08a277bd up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:00.836005 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:00.893438 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:12:59Z', 'revision_number': 3, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:00.920386 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Checking router: 23d1897e-a143-4e0f-9e76-5d320bf416fa for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:13:00.920741 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Updating router 23d1897e-a143-4e0f-9e76-5d320bf416fa port 126d1f80-bb56-484b-9f1a-4c05bec645f9 binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:13:00.956233 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.074454 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:01.082609 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:01.179772 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-c075b1a2-3bc8-4564-90aa-9a102d3fa8d5 None None] Provisioning for port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:01.185398 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:01.196760 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:01.199003 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.248318 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-c075b1a2-3bc8-4564-90aa-9a102d3fa8d5 None None] Provisioning complete for port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:01.249017 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c075b1a2-3bc8-4564-90aa-9a102d3fa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.251931 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfeaa1-18f3-4bbe-9f2f-c077273bdd92 req-004e0cfd-e831-49ba-ab93-b4f22e3055f2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:01.254359 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11dfeaa1-18f3-4bbe-9f2f-c077273bdd92 req-004e0cfd-e831-49ba-ab93-b4f22e3055f2 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1054986 Jun 22 04:13:01.299752 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11dfeaa1-18f3-4bbe-9f2f-c077273bdd92 req-6e4c4abf-58cd-4662-acf1-ea77fa274c22 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Jun 22 04:13:01.325799 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['a13c87d5-c548-482f-a2d5-a1a87325818e'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:13:01.333810 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.344266 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Transition to ACTIVE for port object 126d1f80-bb56-484b-9f1a-4c05bec645f9 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:13:01.374816 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.429126 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.432935 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-519d9f12-a070-4d4b-9144-fcf353060be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:01.485599 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.486582 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Attempting to bind port 126d1f80-bb56-484b-9f1a-4c05bec645f9 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:13:01.487483 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Attempting to bind port 126d1f80-bb56-484b-9f1a-4c05bec645f9 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:13:01.488046 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Attempting to bind port 126d1f80-bb56-484b-9f1a-4c05bec645f9 on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:13:01.490141 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c6f3b-42c9-4704-84c9-f3749a1b5c6f None None] Pushing event updated for resources: {'Port': ['ID=126d1f80-bb56-484b-9f1a-4c05bec645f9,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:01.490293 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c075b1a2-3bc8-4564-90aa-9a102d3fa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.502664 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7d7c6f3b-42c9-4704-84c9-f3749a1b5c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:01.503927 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:13:01.504559 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:13:01.505164 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.505704 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:13:01.506354 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Bound port: 126d1f80-bb56-484b-9f1a-4c05bec645f9, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:13:01.506894 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.564131 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,segment=NetworkSegment(b0a8f5cc-26d2-4497-a12d-095f768bed99),segment_id=b0a8f5cc-26d2-4497-a12d-095f768bed99)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:01.575207 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] For port 126d1f80-bb56-484b-9f1a-4c05bec645f9, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:13:01.579303 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] For port 126d1f80-bb56-484b-9f1a-4c05bec645f9, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=126d1f80-bb56-484b-9f1a-4c05bec645f9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:13:01.583486 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Allocated IP 172.20.0.1 (3866a19e-cb1b-49c8-b4e4-2341d37b6752/d4210039-44e5-4528-b2d9-fa478f3619b5/d3286241-2e9e-4a82-b06f-d9d2559b90a1) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:13:01.625493 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.634538 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:01.652875 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.656035 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:01.705324 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.db.api [None req-c075b1a2-3bc8-4564-90aa-9a102d3fa8d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:13:01.705324 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_db.api [None req-c075b1a2-3bc8-4564-90aa-9a102d3fa8d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:13:01.712240 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:01.712240 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:01.718048 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.732681 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Transition to ACTIVE for port object d3286241-2e9e-4a82-b06f-d9d2559b90a1 will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:13:01.734369 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c6f3b-42c9-4704-84c9-f3749a1b5c6f None None] Pushing event updated for resources: {'Port': ['ID=126d1f80-bb56-484b-9f1a-4c05bec645f9,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:01.738112 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7d7c6f3b-42c9-4704-84c9-f3749a1b5c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:01.738871 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Routers {'23d1897e-a143-4e0f-9e76-5d320bf416fa'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:13:01.739476 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['23d1897e-a143-4e0f-9e76-5d320bf416fa'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:01.845439 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] Set router 23d1897e-a143-4e0f-9e76-5d320bf416fa gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:13:01.862110 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.865770 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:01.912894 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9a82-07dc-4856-8c0b-e9ce941c2bcb req-86bdb2ed-85aa-4031-bbc9-c146126ef8d9 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:01.914883 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:13:01.915028 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-709e9a82-07dc-4856-8c0b-e9ce941c2bcb req-86bdb2ed-85aa-4031-bbc9-c146126ef8d9 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 949 time: 0.0856645 Jun 22 04:13:01.928591 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:13:01.934316 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:13:01.965631 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3286241-2e9e-4a82-b06f-d9d2559b90a1,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:01.969898 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:01.976377 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-709e9a82-07dc-4856-8c0b-e9ce941c2bcb req-13b37c30-fd85-4f4d-8324-d63cdb526fcc tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522339 Jun 22 04:13:01.983843 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:01.994911 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.051442 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:12:59Z', 'revision_number': 3, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:02.087464 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf28787-6dba-4bc4-91b1-6927c236b719 None None] The sync data for ids ['23d1897e-a143-4e0f-9e76-5d320bf416fa'] in dv-cinder-797380-1-iscsi is: [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:12:59Z', 'revision_number': 3, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:13:02.248347 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.365203 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device fd8907b9-b9d2-4b9e-9ffa-2652118dec38 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:02.379957 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-583d7c2d-87b0-48be-8166-78e0fb29e504 None None] Provisioning complete for port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:02.380335 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-583d7c2d-87b0-48be-8166-78e0fb29e504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.495748 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.572401 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abe9a0-45d3-4de8-b539-3e6a8754f3d1 req-b8d8e1cf-a9e9-4c40-aa94-1a29c3246f4c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:02.574958 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8abe9a0-45d3-4de8-b539-3e6a8754f3d1 req-b8d8e1cf-a9e9-4c40-aa94-1a29c3246f4c tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1194758 Jun 22 04:13:02.577710 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13863159'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.583168 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:02.583560 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.627971 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ca5bf5a4-7b0c-40df-b914-07b05d8602e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:02.634900 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8abe9a0-45d3-4de8-b539-3e6a8754f3d1 req-94339847-a8c5-45a3-a31a-d9ac0aa89814 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511580 Jun 22 04:13:02.710556 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 5d3ff193-cd0c-44b3-a35b-d87b08a277bd up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:02.732459 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.739508 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-583d7c2d-87b0-48be-8166-78e0fb29e504 None None] Provisioning for port d3286241-2e9e-4a82-b06f-d9d2559b90a1 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:02.747236 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-583d7c2d-87b0-48be-8166-78e0fb29e504 None None] Provisioning complete for port d3286241-2e9e-4a82-b06f-d9d2559b90a1 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:02.747881 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-583d7c2d-87b0-48be-8166-78e0fb29e504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.759315 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3286241-2e9e-4a82-b06f-d9d2559b90a1,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:02.761160 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8886327-a610-4faa-9673-18744e2de484 req-38a4bc76-e917-4d7a-9b9e-7e022bd8b15d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1252780 Jun 22 04:13:02.764821 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:02.804235 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-583d7c2d-87b0-48be-8166-78e0fb29e504 None None] Port d3286241-2e9e-4a82-b06f-d9d2559b90a1 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:13:02.836026 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:02.837054 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:02.896710 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886327-a610-4faa-9673-18744e2de484 req-6edd135d-0ea6-4115-b439-24012925a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:02.898984 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8886327-a610-4faa-9673-18744e2de484 req-6edd135d-0ea6-4115-b439-24012925a371 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 1098 time: 0.0907352 Jun 22 04:13:02.919067 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:13:02.921063 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:13:03.095539 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886327-a610-4faa-9673-18744e2de484 req-3a349db8-09e2-4464-99ec-fcc6fad23f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:03.095539 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8886327-a610-4faa-9673-18744e2de484 req-3a349db8-09e2-4464-99ec-fcc6fad23f26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 912 time: 0.1576684 Jun 22 04:13:03.115196 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Router 23d1897e-a143-4e0f-9e76-5d320bf416fa has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:13:03.239254 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8886327-a610-4faa-9673-18744e2de484 req-0495b41a-7c77-4e6a-a80f-5717dbbf7c28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 200 len: 1001 time: 0.1351271 Jun 22 04:13:03.271626 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:13:03.289471 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] 10.222.0.37 "PUT /v2.0/routers/23d1897e-a143-4e0f-9e76-5d320bf416fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6853859 Jun 22 04:13:03.306251 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886327-a610-4faa-9673-18744e2de484 req-319fe7ad-26f0-4a76-bc3a-eddb3783a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:03.307878 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8886327-a610-4faa-9673-18744e2de484 req-319fe7ad-26f0-4a76-bc3a-eddb3783a90d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.0614872 Jun 22 04:13:03.324900 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80644fe-7c66-4a38-8a90-3ffb551a5125 req-3e332c12-2af0-4bc0-b184-75ea2cb1769b tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:03.326383 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b80644fe-7c66-4a38-8a90-3ffb551a5125 req-3e332c12-2af0-4bc0-b184-75ea2cb1769b tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 949 time: 0.1257887 Jun 22 04:13:03.332456 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25551044-4bbb-4b1f-8964-60bc724f9740 None None] Provisioning complete for port d3286241-2e9e-4a82-b06f-d9d2559b90a1 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:03.333342 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25551044-4bbb-4b1f-8964-60bc724f9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:03.371355 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25551044-4bbb-4b1f-8964-60bc724f9740 None None] Port d3286241-2e9e-4a82-b06f-d9d2559b90a1 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:13:03.392590 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b80644fe-7c66-4a38-8a90-3ffb551a5125 req-5fed9c7b-5bdc-4fe1-b645-bb891d538021 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574689 Jun 22 04:13:03.405453 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886327-a610-4faa-9673-18744e2de484 req-b4bdee96-ea6f-4971-8329-be46fde674b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:03.406976 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8886327-a610-4faa-9673-18744e2de484 req-b4bdee96-ea6f-4971-8329-be46fde674b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909765 Jun 22 04:13:03.501277 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8886327-a610-4faa-9673-18744e2de484 req-7b4c4acf-6045-4821-88c1-836348218627 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867784 Jun 22 04:13:03.603864 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8886327-a610-4faa-9673-18744e2de484 req-17105a3f-eab9-4d2d-8f17-b17bbee602ff service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948715 Jun 22 04:13:03.831138 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 50216) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:03.836701 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641686692', 'description': 'tempest-secgroup-smoke-641686692 description', 'project_id': '803e28bc031b40b98ef37ef79a1abf4b'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:03.922343 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Sync routers for ids ['23d1897e-a143-4e0f-9e76-5d320bf416fa'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:13:03.925006 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:03.937802 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Routers {'23d1897e-a143-4e0f-9e76-5d320bf416fa'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:13:03.938478 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['23d1897e-a143-4e0f-9e76-5d320bf416fa'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:04.060571 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Set router 23d1897e-a143-4e0f-9e76-5d320bf416fa gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:13:04.066483 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8506525-6a5a-441f-9960-518ab5cf4c00 req-bd1a8a6d-6d9c-4631-9466-7fc962c82dc6 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:04.068009 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a8506525-6a5a-441f-9960-518ab5cf4c00 req-bd1a8a6d-6d9c-4631-9466-7fc962c82dc6 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1148329 Jun 22 04:13:04.108939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.130695 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a8506525-6a5a-441f-9960-518ab5cf4c00 req-9a223376-0a13-44d5-857d-777b1b463eea tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512626 Jun 22 04:13:04.138201 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device a13c87d5-c548-482f-a2d5-a1a87325818e up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:04.195082 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.208856 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-32ce3634-6ba0-4386-9f72-dcc29d429f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:04.237808 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbda9254-a9a8-44c2-822e-7f9845b8ca57,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:04.240916 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:04.285301 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.285301 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4511790 Jun 22 04:13:04.286702 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50224) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:04.291816 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'security_group_rule': {'security_group_id': 'bbda9254-a9a8-44c2-822e-7f9845b8ca57', 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:04.326231 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:02Z', 'revision_number': 4, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'd3286241-2e9e-4a82-b06f-d9d2559b90a1', 'name': '', 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'mac_address': 'fa:16:3e:72:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd4210039-44e5-4528-b2d9-fa478f3619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:13:01Z', 'updated_at': '2021-06-22T04:13:02Z', 'revision_number': 2, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'subnets': [{'id': 'd4210039-44e5-4528-b2d9-fa478f3619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:04.363565 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 126d1f80-bb56-484b-9f1a-4c05bec645f9 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:04.365820 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Checking router: 23d1897e-a143-4e0f-9e76-5d320bf416fa for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:13:04.366277 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Updating router 23d1897e-a143-4e0f-9e76-5d320bf416fa port d3286241-2e9e-4a82-b06f-d9d2559b90a1 binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:13:04.370686 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port a13c87d5-c548-482f-a2d5-a1a87325818e completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:04.404567 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.413344 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port a13c87d5-c548-482f-a2d5-a1a87325818e triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:04.413727 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.460903 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.463029 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.579194 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02c95e-0d67-4f1b-a3a4-3c0b73683132 req-59cd9c52-3353-4d0d-8cad-9a49b04d048e tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:04.580692 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8a02c95e-0d67-4f1b-a3a4-3c0b73683132 req-59cd9c52-3353-4d0d-8cad-9a49b04d048e tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 949 time: 0.0638406 Jun 22 04:13:04.582020 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.584521 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d9929f4a-d4b6-4bb8-9e42-4050af083593 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:04.600858 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9033ca-07e0-476d-8761-d3a3cd0d7761,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:04.603934 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:04.621182 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.627269 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8a02c95e-0d67-4f1b-a3a4-3c0b73683132 req-19dacfb5-aca6-4b7b-9657-6beebdabf3b7 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Jun 22 04:13:04.640158 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 126d1f80-bb56-484b-9f1a-4c05bec645f9 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:04.684451 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 126d1f80-bb56-484b-9f1a-4c05bec645f9 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:04.684786 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.690754 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e292b9-6a0a-4a45-bd85-375f702836b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13c87d5-c548-482f-a2d5-a1a87325818e'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:13:04.692977 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38f69ca-b145-465c-a7e4-1cdc8411ec6a" -d '{"events": [{"server_uuid": "66e292b9-6a0a-4a45-bd85-375f702836b8", "name": "network-vif-plugged", "status": "completed", "tag": "a13c87d5-c548-482f-a2d5-a1a87325818e"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:13:04.703159 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.704365 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4165902 Jun 22 04:13:04.707070 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50232) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:04.713388 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-2836e907-4614-4293-9142-c896d5f26895 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'security_group_rule': {'security_group_id': 'bbda9254-a9a8-44c2-822e-7f9845b8ca57', 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:04.801229 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2836e907-4614-4293-9142-c896d5f26895 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.846737 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b4b1ae-64d1-4987-a042-f62632cdb336 x-openstack-request-id: req-15b4b1ae-64d1-4987-a042-f62632cdb336 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:13:04.846997 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e292b9-6a0a-4a45-bd85-375f702836b8", "name": "network-vif-plugged", "status": "completed", "tag": "a13c87d5-c548-482f-a2d5-a1a87325818e", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:13:04.847254 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15b4b1ae-64d1-4987-a042-f62632cdb336 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:13:04.847649 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e292b9-6a0a-4a45-bd85-375f702836b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13c87d5-c548-482f-a2d5-a1a87325818e', 'code': 200} Jun 22 04:13:04.856279 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port a13c87d5-c548-482f-a2d5-a1a87325818e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a13c87d5-c548-482f-a2d5-a1a87325818e,segment=NetworkSegment(5aa0b48d-de9e-494d-a465-ed7623f0052b),segment_id=5aa0b48d-de9e-494d-a465-ed7623f0052b)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:04.865986 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2836e907-4614-4293-9142-c896d5f26895 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.937771 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2836e907-4614-4293-9142-c896d5f26895 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.940064 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ca7bdb41-6a1d-41c8-852d-2ce3b4db5868 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:04.943064 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:04.952930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:04.958421 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836e907-4614-4293-9142-c896d5f26895 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47be16f6-4373-4a45-9ead-459688b70c81,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:04.977305 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2836e907-4614-4293-9142-c896d5f26895 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:05.013114 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.048165 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.057711 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2836e907-4614-4293-9142-c896d5f26895 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.060042 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2836e907-4614-4293-9142-c896d5f26895 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3511534 Jun 22 04:13:05.060525 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-6b416bbb-8d4b-4398-9b8a-fd42f2c79b2d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:05.061003 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 126d1f80-bb56-484b-9f1a-4c05bec645f9, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=126d1f80-bb56-484b-9f1a-4c05bec645f9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:05.061990 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-6b416bbb-8d4b-4398-9b8a-fd42f2c79b2d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.0918865 Jun 22 04:13:05.067641 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50236) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:05.067641 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-403df057-ac36-42b9-bb64-9376bd18be2f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'security_group_rule': {'security_group_id': 'bbda9254-a9a8-44c2-822e-7f9845b8ca57', 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:05.068453 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=a13c87d5-c548-482f-a2d5-a1a87325818e,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:05.073333 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:05.074256 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Transition to ACTIVE for port object d3286241-2e9e-4a82-b06f-d9d2559b90a1 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:13:05.143475 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.145348 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:05.210108 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-403df057-ac36-42b9-bb64-9376bd18be2f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.213478 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=126d1f80-bb56-484b-9f1a-4c05bec645f9,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:05.217733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Deleting port 02915eb1-571e-4662-ad33-cc6c05034aec {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:13:05.218099 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.223802 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63596bdd-7b6d-4541-a85d-95882c71568c req-3dc947e6-3377-4374-a4c2-a28546ce8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:05.225256 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-63596bdd-7b6d-4541-a85d-95882c71568c req-3dc947e6-3377-4374-a4c2-a28546ce8ebc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 1103 time: 0.0801208 Jun 22 04:13:05.225424 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:05.227290 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.237773 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:05.292590 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-403df057-ac36-42b9-bb64-9376bd18be2f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.352086 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-63596bdd-7b6d-4541-a85d-95882c71568c req-40903687-02c2-4597-aa69-29e2aa3a9e60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851238 Jun 22 04:13:05.367813 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-403df057-ac36-42b9-bb64-9376bd18be2f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.371221 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:05.382663 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] For port 02915eb1-571e-4662-ad33-cc6c05034aec, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=02915eb1-571e-4662-ad33-cc6c05034aec,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:05.383037 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.385535 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d384e20-43ac-4eb2-bb8c-f35dd4e91aea None None] Pushing event updated for resources: {'Port': ['ID=d3286241-2e9e-4a82-b06f-d9d2559b90a1,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:05.398542 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1d384e20-43ac-4eb2-bb8c-f35dd4e91aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:05.407967 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403df057-ac36-42b9-bb64-9376bd18be2f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5885e603-4844-4814-8dbe-1dd77b37298c,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:05.412529 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-403df057-ac36-42b9-bb64-9376bd18be2f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:05.419721 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Attempting to bind port d3286241-2e9e-4a82-b06f-d9d2559b90a1 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:13:05.420242 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Attempting to bind port d3286241-2e9e-4a82-b06f-d9d2559b90a1 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:13:05.420713 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Attempting to bind port d3286241-2e9e-4a82-b06f-d9d2559b90a1 on network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:13:05.426575 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:13:05.427062 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Checking segment: {'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:13:05.428230 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.428230 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Bound using segment: {'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:13:05.428572 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Bound port: d3286241-2e9e-4a82-b06f-d9d2559b90a1, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a8f5cc-26d2-4497-a12d-095f768bed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:13:05.428970 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.452565 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Calling delete_port for 02915eb1-571e-4662-ad33-cc6c05034aec owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:13:05.473856 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bbe43-5ae3-4a03-a45a-19dcdff658b6 req-a1028921-53bd-4be6-82ee-d2d21b5e2b0f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:05.475329 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-712bbe43-5ae3-4a03-a45a-19dcdff658b6 req-a1028921-53bd-4be6-82ee-d2d21b5e2b0f tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 945 time: 0.1896007 Jun 22 04:13:05.483435 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-403df057-ac36-42b9-bb64-9376bd18be2f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.488304 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-403df057-ac36-42b9-bb64-9376bd18be2f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4222147 Jun 22 04:13:05.489222 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50244) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:05.494784 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'security_group_rule': {'security_group_id': 'bbda9254-a9a8-44c2-822e-7f9845b8ca57', 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:05.505499 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] For port d3286241-2e9e-4a82-b06f-d9d2559b90a1, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:13:05.510572 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] For port d3286241-2e9e-4a82-b06f-d9d2559b90a1, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=d3286241-2e9e-4a82-b06f-d9d2559b90a1,segment=NetworkSegment(b0a8f5cc-26d2-4497-a12d-095f768bed99),segment_id=b0a8f5cc-26d2-4497-a12d-095f768bed99)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:13:05.561052 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-712bbe43-5ae3-4a03-a45a-19dcdff658b6 req-349c7a58-6571-4b83-9189-114bf78f990d tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/security-groups?id=52e99527-8c5f-45b3-b6e1-63fd19553512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499077 Jun 22 04:13:05.618387 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.621164 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:05.623801 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.681240 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Routers {'23d1897e-a143-4e0f-9e76-5d320bf416fa'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:13:05.682169 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['23d1897e-a143-4e0f-9e76-5d320bf416fa'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:05.686380 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.709505 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.716139 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-54560ace-4a31-4dca-b909-4fa5043410c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:05.728273 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d384e20-43ac-4eb2-bb8c-f35dd4e91aea None None] Pushing event updated for resources: {'Port': ['ID=d3286241-2e9e-4a82-b06f-d9d2559b90a1,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:05.731465 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1d384e20-43ac-4eb2-bb8c-f35dd4e91aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:05.749125 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Pushing event deleted for resources: {'Port': ['ID=02915eb1-571e-4662-ad33-cc6c05034aec,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:05.754223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:05.761449 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.763471 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:05.786035 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6f8058-0b01-408e-9030-f7e2218890be,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:05.789170 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:05.800872 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['02915eb1-571e-4662-ad33-cc6c05034aec'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:13:05.822640 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] No DVR routers for this DVR port 02915eb1-571e-4662-ad33-cc6c05034aec on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:13:05.841872 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.843416 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] Set router 23d1897e-a143-4e0f-9e76-5d320bf416fa gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:13:05.844357 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3eef025a-4d64-447c-9f8b-0624fa4c5651 req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.26 "DELETE /v2.0/ports/02915eb1-571e-4662-ad33-cc6c05034aec HTTP/1.1" status: 204 len: 173 time: 0.7766964 Jun 22 04:13:05.845821 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4641951-81cc-44e7-89c6-cb02140e0990', 'name': 'network-vif-deleted', 'tag': '02915eb1-571e-4662-ad33-cc6c05034aec'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:13:05.848231 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a201459-f100-444a-86a0-2af92a3dc2fb" -d '{"events": [{"server_uuid": "f4641951-81cc-44e7-89c6-cb02140e0990", "name": "network-vif-deleted", "tag": "02915eb1-571e-4662-ad33-cc6c05034aec"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:13:05.850240 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:05.854897 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3645885 Jun 22 04:13:05.855317 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 50250) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:05.860049 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'security_group_rule': {'security_group_id': 'bbda9254-a9a8-44c2-822e-7f9845b8ca57', 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:05.899075 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3399fe-7232-4861-a747-442f8117a2de x-openstack-request-id: req-bb3399fe-7232-4861-a747-442f8117a2de {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:13:05.899499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4641951-81cc-44e7-89c6-cb02140e0990", "name": "network-vif-deleted", "tag": "02915eb1-571e-4662-ad33-cc6c05034aec", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:13:05.905052 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb3399fe-7232-4861-a747-442f8117a2de {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:13:05.905052 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4641951-81cc-44e7-89c6-cb02140e0990', 'name': 'network-vif-deleted', 'tag': '02915eb1-571e-4662-ad33-cc6c05034aec', 'status': 'completed', 'code': 200} Jun 22 04:13:05.927414 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a1b1c-b143-459c-8c02-25e40067ced7 req-2d177de2-aef8-4632-8fc6-5896a97e31a2 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:05.929249 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-074a1b1c-b143-459c-8c02-25e40067ced7 req-2d177de2-aef8-4632-8fc6-5896a97e31a2 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 950 time: 0.1352048 Jun 22 04:13:05.970599 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-074a1b1c-b143-459c-8c02-25e40067ced7 req-eaf56842-e9a3-4d2c-95cb-88369a2a374b tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Jun 22 04:13:05.971676 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.securitygroups_db [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Project 803e28bc031b40b98ef37ef79a1abf4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 04:13:05.976828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.054744 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.080406 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:02Z', 'revision_number': 4, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'd3286241-2e9e-4a82-b06f-d9d2559b90a1', 'name': '', 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'mac_address': 'fa:16:3e:72:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd4210039-44e5-4528-b2d9-fa478f3619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:13:01Z', 'updated_at': '2021-06-22T04:13:05Z', 'revision_number': 4, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'subnets': [{'id': 'd4210039-44e5-4528-b2d9-fa478f3619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:06.111278 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc02df3-b0ca-423b-a76e-99ea1233bb6f None None] The sync data for ids ['23d1897e-a143-4e0f-9e76-5d320bf416fa'] in dv-cinder-797380-1-iscsi is: [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:02Z', 'revision_number': 4, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'd3286241-2e9e-4a82-b06f-d9d2559b90a1', 'name': '', 'network_id': '3866a19e-cb1b-49c8-b4e4-2341d37b6752', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'mac_address': 'fa:16:3e:72:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd4210039-44e5-4528-b2d9-fa478f3619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:13:01Z', 'updated_at': '2021-06-22T04:13:05Z', 'revision_number': 4, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'subnets': [{'id': 'd4210039-44e5-4528-b2d9-fa478f3619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:13:06.120983 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.126823 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-612e97cb-400c-416f-9048-b9ec88b8cfe0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:06.145355 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03339e35-7d53-4ab3-a6c1-73fb2cc9b026,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:06.152910 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:06.189357 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.190588 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9d026b93-0480-406c-afe5-d3d7c242775f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3342750 Jun 22 04:13:06.193218 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 50254) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:06.198688 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'security_group_rule': {'security_group_id': 'bbda9254-a9a8-44c2-822e-7f9845b8ca57', 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:06.286765 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.securitygroups_db [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Project 803e28bc031b40b98ef37ef79a1abf4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 04:13:06.295052 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.390533 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.440055 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 126d1f80-bb56-484b-9f1a-4c05bec645f9 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:06.468186 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.477792 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-73edf5fc-4673-4eed-88a7-21da7997ef44 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:06.492602 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dc2f94-f594-4ab0-a71c-8c462172a532,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:06.497000 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 126d1f80-bb56-484b-9f1a-4c05bec645f9 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:06.497456 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.503584 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:06.572465 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.581378 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3797359 Jun 22 04:13:06.616799 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device d3286241-2e9e-4a82-b06f-d9d2559b90a1 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:06.771023 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port d3286241-2e9e-4a82-b06f-d9d2559b90a1 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:06.780431 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port d3286241-2e9e-4a82-b06f-d9d2559b90a1 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:06.780431 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.803443 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1c8e703a-b907-4157-97da-9e1b7f92733e req-d4c9fa96-7b87-4932-aa68-9cc0f9937571 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4641951-81cc-44e7-89c6-cb02140e0990 HTTP/1.1" status: 200 len: 210 time: 0.0451791 Jun 22 04:13:06.884043 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:06.925421 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port d3286241-2e9e-4a82-b06f-d9d2559b90a1, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=d3286241-2e9e-4a82-b06f-d9d2559b90a1,segment=NetworkSegment(b0a8f5cc-26d2-4497-a12d-095f768bed99),segment_id=b0a8f5cc-26d2-4497-a12d-095f768bed99)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:07.001218 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:07.013339 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:07.078281 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=d3286241-2e9e-4a82-b06f-d9d2559b90a1,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:07.082480 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:07.197330 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243d8f-b60a-4316-a2e9-1257ce8dc50b req-00ffb17e-9819-4fd0-b275-e0ed75c52b6c tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:07.199125 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b243d8f-b60a-4316-a2e9-1257ce8dc50b req-00ffb17e-9819-4fd0-b275-e0ed75c52b6c tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 950 time: 0.0781293 Jun 22 04:13:07.244478 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b243d8f-b60a-4316-a2e9-1257ce8dc50b req-128564aa-62aa-4296-af1e-233c5368e297 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Jun 22 04:13:07.889705 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50322) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:08.137523 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 02915eb1-571e-4662-ad33-cc6c05034aec no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:13:08.161954 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 02915eb1-571e-4662-ad33-cc6c05034aec {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:13:08.162342 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 02915eb1-571e-4662-ad33-cc6c05034aec not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:13:08.325181 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:08.338456 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device d3286241-2e9e-4a82-b06f-d9d2559b90a1 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:08.387775 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port d3286241-2e9e-4a82-b06f-d9d2559b90a1 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:08.388167 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:08.454938 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c9bc0-3f58-424d-aef5-c3cb7cacb2c2 req-9fb7cd5b-7d09-46f6-ba59-b5059c360610 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:08.456407 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa2c9bc0-3f58-424d-aef5-c3cb7cacb2c2 req-9fb7cd5b-7d09-46f6-ba59-b5059c360610 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 950 time: 0.0685017 Jun 22 04:13:08.498846 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa2c9bc0-3f58-424d-aef5-c3cb7cacb2c2 req-30466ecd-9e74-4b89-8592-69b6bff81997 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363634 Jun 22 04:13:08.820160 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Deleting port be12551b-b913-4d81-937d-51991a746319 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:13:08.820509 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:08.901962 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] For port be12551b-b913-4d81-937d-51991a746319, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=be12551b-b913-4d81-937d-51991a746319,segment=NetworkSegment(97290b7e-68e4-44bc-a7b0-f416a194d3c9),segment_id=97290b7e-68e4-44bc-a7b0-f416a194d3c9)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:08.902574 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:08.966792 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Calling delete_port for be12551b-b913-4d81-937d-51991a746319 owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:13:09.176384 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e790-93cc-42d7-96e8-d55858354084 req-b9452946-dab7-4031-86a5-406bf8b665b5 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:09.178149 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5eb5e790-93cc-42d7-96e8-d55858354084 req-b9452946-dab7-4031-86a5-406bf8b665b5 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 950 time: 0.0698435 Jun 22 04:13:09.218719 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5eb5e790-93cc-42d7-96e8-d55858354084 req-4ab2e92e-7a87-49d7-a2b6-e7bf35a3d51d tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Jun 22 04:13:09.267336 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:09.271607 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:09.295882 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=be12551b-b913-4d81-937d-51991a746319,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:09.298900 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:09.847966 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:10.090292 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Router 247f1d87-4764-480b-a583-0f97e21af06c has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:13:10.202292 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:13:10.209070 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] 10.222.0.37 "PUT /v2.0/routers/247f1d87-4764-480b-a583-0f97e21af06c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3158250 Jun 22 04:13:10.209829 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50362) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:10.216800 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] Sync routers for ids ['247f1d87-4764-480b-a583-0f97e21af06c'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:13:10.236569 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] Routers {'247f1d87-4764-480b-a583-0f97e21af06c'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:13:10.237559 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['247f1d87-4764-480b-a583-0f97e21af06c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:10.343223 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:10.380350 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] Set router 247f1d87-4764-480b-a583-0f97e21af06c gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:13:10.455690 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:10.471319 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918adfa9-ba55-4336-8bc7-1de2e0974695 req-6222da91-b1df-4a79-a74a-b72fbdf72d77 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:10.479673 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-918adfa9-ba55-4336-8bc7-1de2e0974695 req-6222da91-b1df-4a79-a74a-b72fbdf72d77 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 950 time: 0.0733526 Jun 22 04:13:10.512658 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-918adfa9-ba55-4336-8bc7-1de2e0974695 req-d483ae8f-86f0-4f53-b419-c3c310a7b026 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Jun 22 04:13:10.564223 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:13:09Z', 'revision_number': 5, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port': {'id': 'b7d1cee2-f30e-451b-8b37-af339a1168f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247f1d87-4764-480b-a583-0f97e21af06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:57Z', 'updated_at': '2021-06-22T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:10.595227 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] Checking router: 247f1d87-4764-480b-a583-0f97e21af06c for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:13:10.604127 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] Routers {'247f1d87-4764-480b-a583-0f97e21af06c'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:13:10.604752 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:12:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['247f1d87-4764-480b-a583-0f97e21af06c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:10.614988 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Deleting port b7d1cee2-f30e-451b-8b37-af339a1168f9 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:13:10.615266 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:10.704023 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] Set router 247f1d87-4764-480b-a583-0f97e21af06c gateway port host: None {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:13:10.705284 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] For port b7d1cee2-f30e-451b-8b37-af339a1168f9, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=b7d1cee2-f30e-451b-8b37-af339a1168f9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:10.705637 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:10.756505 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:13:10Z', 'revision_number': 6, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port_host': None}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:10.768117 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Calling delete_port for b7d1cee2-f30e-451b-8b37-af339a1168f9 owned by network:router_gateway {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:13:10.788033 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e0f0e-13e8-492e-9825-1860f7b055c5 None None] The sync data for ids ['247f1d87-4764-480b-a583-0f97e21af06c'] in dv-cinder-797380-1-iscsi is: [{'id': '247f1d87-4764-480b-a583-0f97e21af06c', 'name': 'tempest-ServerRescueNegativeTestJSON-1533638733-router', 'tenant_id': '6c52284532b44669b9b19265f960b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:13:10Z', 'revision_number': 6, 'project_id': '6c52284532b44669b9b19265f960b406', 'gw_port_host': None}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:13:10.992966 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:10.996798 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8f3cfe3f-5fa2-46fe-bf3c-864f8e5435d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:11.030356 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d1cee2-f30e-451b-8b37-af339a1168f9,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:11.032279 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:11.089145 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.192683 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.194859 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.281951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-bc011b42-7381-4c14-8036-5901f93dda69 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:11.283427 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-bc011b42-7381-4c14-8036-5901f93dda69 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 950 time: 0.0838659 Jun 22 04:13:11.326830 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.327394 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247f1d87-4764-480b-a583-0f97e21af06c {{(pid=93482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:13:11.332614 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.333742 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/247f1d87-4764-480b-a583-0f97e21af06c HTTP/1.1" status: 204 len: 168 time: 1.1229129 Jun 22 04:13:11.336407 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50374) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:11.382149 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Deleting subnet bbf7028a-c359-4e5d-8269-9df2963f5a25 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:13:11.386631 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.388843 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Deleting port a13c87d5-c548-482f-a2d5-a1a87325818e {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:13:11.389191 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.421956 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.465718 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.489776 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] For port a13c87d5-c548-482f-a2d5-a1a87325818e, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=a13c87d5-c548-482f-a2d5-a1a87325818e,segment=NetworkSegment(5aa0b48d-de9e-494d-a465-ed7623f0052b),segment_id=5aa0b48d-de9e-494d-a465-ed7623f0052b)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:11.490449 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.564533 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Calling delete_port for a13c87d5-c548-482f-a2d5-a1a87325818e owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:13:11.613041 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.616510 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6400314c-1ac8-4a77-80c1-3b565abb9457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:11.640025 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf7028a-c359-4e5d-8269-9df2963f5a25,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:11.648674 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:11.648674 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.649584 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bbf7028a-c359-4e5d-8269-9df2963f5a25 HTTP/1.1" status: 204 len: 168 time: 0.3113780 Jun 22 04:13:11.649584 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50380) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:11.720321 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.776720 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ad09f-2bc6-4b55-b1d9-2d17ce361666 req-8890ff6c-9c01-4d46-9e27-7fedef4232c9 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:11.780923 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2b1ad09f-2bc6-4b55-b1d9-2d17ce361666 req-8890ff6c-9c01-4d46-9e27-7fedef4232c9 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 950 time: 0.1447034 Jun 22 04:13:11.808604 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.819629 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0037549-33e9-47fd-b926-657b94142ef4']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:11.826658 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2b1ad09f-2bc6-4b55-b1d9-2d17ce361666 req-2303a0f1-4523-49b4-8bb2-3f0a197b3f04 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c977ab-5b7f-4996-9d96-570096c3c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Jun 22 04:13:11.830744 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97290b7e-68e4-44bc-a7b0-f416a194d3c9') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:11.831043 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97290b7e-68e4-44bc-a7b0-f416a194d3c9') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:13:11.854026 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.859984 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.866371 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:13:11.866767 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:13:11.868451 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:13:11.875329 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.879539 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:11.913974 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Pushing event deleted for resources: {'Port': ['ID=a13c87d5-c548-482f-a2d5-a1a87325818e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:11.917465 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:11.917611 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['a13c87d5-c548-482f-a2d5-a1a87325818e'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:13:11.961562 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] No DVR routers for this DVR port a13c87d5-c548-482f-a2d5-a1a87325818e on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:13:11.964932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:11.967119 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c82a3c94-ecdb-4de3-b6a3-db14d499f8f0 req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.26 "DELETE /v2.0/ports/a13c87d5-c548-482f-a2d5-a1a87325818e HTTP/1.1" status: 204 len: 173 time: 0.6776974 Jun 22 04:13:11.970806 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e292b9-6a0a-4a45-bd85-375f702836b8', 'name': 'network-vif-deleted', 'tag': 'a13c87d5-c548-482f-a2d5-a1a87325818e'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:13:11.970806 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029dd210-9b26-427a-89b5-487fd08ca4a9" -d '{"events": [{"server_uuid": "66e292b9-6a0a-4a45-bd85-375f702836b8", "name": "network-vif-deleted", "tag": "a13c87d5-c548-482f-a2d5-a1a87325818e"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:13:11.989836 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:12.001552 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:12.001552 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0037549-33e9-47fd-b926-657b94142ef4 HTTP/1.1" status: 204 len: 168 time: 0.3483894 Jun 22 04:13:12.001552 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:12.016668 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0037549-33e9-47fd-b926-657b94142ef4,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:12.019817 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-341d31f7-8a1d-41e7-8cb9-3d779292e18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:12.028643 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43210080-3517-4ec9-b77f-5762d9f06edd x-openstack-request-id: req-43210080-3517-4ec9-b77f-5762d9f06edd {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:13:12.028966 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e292b9-6a0a-4a45-bd85-375f702836b8", "name": "network-vif-deleted", "tag": "a13c87d5-c548-482f-a2d5-a1a87325818e", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:13:12.029253 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43210080-3517-4ec9-b77f-5762d9f06edd {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:13:12.029679 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e292b9-6a0a-4a45-bd85-375f702836b8', 'name': 'network-vif-deleted', 'tag': 'a13c87d5-c548-482f-a2d5-a1a87325818e', 'status': 'completed', 'code': 200} Jun 22 04:13:12.322464 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device be12551b-b913-4d81-937d-51991a746319 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:13:12.342699 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: be12551b-b913-4d81-937d-51991a746319 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:13:12.343244 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device be12551b-b913-4d81-937d-51991a746319 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:13:12.343877 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device b7d1cee2-f30e-451b-8b37-af339a1168f9 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:13:12.376425 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: b7d1cee2-f30e-451b-8b37-af339a1168f9 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:13:12.376787 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device b7d1cee2-f30e-451b-8b37-af339a1168f9 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:13:12.434492 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50392) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:12.478767 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 50396) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:12.478994 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b4752520-932b-44e3-857b-861ddf064971 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c52284532b44669b9b19265f960b406&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428963 Jun 22 04:13:12.546333 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-facce3c2-65cc-4fd1-a1d5-cd920b708c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:12.569620 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-facce3c2-65cc-4fd1-a1d5-cd920b708c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:12.703098 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-facce3c2-65cc-4fd1-a1d5-cd920b708c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:12.705749 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-facce3c2-65cc-4fd1-a1d5-cd920b708c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:12.706958 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-facce3c2-65cc-4fd1-a1d5-cd920b708c72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52e99527-8c5f-45b3-b6e1-63fd19553512 HTTP/1.1" status: 204 len: 168 time: 0.2273030 Jun 22 04:13:12.707766 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-94026a04-56a0-44d0-9695-ec6895055801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:12.715212 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facce3c2-65cc-4fd1-a1d5-cd920b708c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e99527-8c5f-45b3-b6e1-63fd19553512,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:12.717670 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-facce3c2-65cc-4fd1-a1d5-cd920b708c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:12.968018 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ebcca-b7d7-466f-9163-f805db214f34 req-1c83b9be-671b-4baa-bd93-f451cb432130 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:12.969509 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-091ebcca-b7d7-466f-9163-f805db214f34 req-1c83b9be-671b-4baa-bd93-f451cb432130 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0759201 Jun 22 04:13:13.005533 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7474909-3d26-4c13-b56e-79e41582a286 req-42558df6-dd82-40bb-95a6-e24311e4bee9 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e292b9-6a0a-4a45-bd85-375f702836b8 HTTP/1.1" status: 200 len: 210 time: 0.0349104 Jun 22 04:13:13.051998 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-091ebcca-b7d7-466f-9163-f805db214f34 req-67ffd22b-de67-4521-89cf-25effeb5cee8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699265 Jun 22 04:13:14.130237 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device a13c87d5-c548-482f-a2d5-a1a87325818e no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:13:14.151639 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: a13c87d5-c548-482f-a2d5-a1a87325818e {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:13:14.152018 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device a13c87d5-c548-482f-a2d5-a1a87325818e not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:13:14.258383 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64be39-5515-4894-900c-aa4e469cae60 req-255bd2d4-6c3b-4d4d-9763-142e13e3b407 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:14.260833 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb64be39-5515-4894-900c-aa4e469cae60 req-255bd2d4-6c3b-4d4d-9763-142e13e3b407 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0782909 Jun 22 04:13:14.312338 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb64be39-5515-4894-900c-aa4e469cae60 req-74db9a7e-f2a5-4e50-9376-bed5680973cd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 Jun 22 04:13:15.149407 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6f92-98d0-4e39-bae9-cc17c70b1d73 req-5918c6ae-cfe1-4c5b-bc22-beba3985b68e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:15.151806 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5cdc6f92-98d0-4e39-bae9-cc17c70b1d73 req-5918c6ae-cfe1-4c5b-bc22-beba3985b68e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 945 time: 0.0670977 Jun 22 04:13:15.195180 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5cdc6f92-98d0-4e39-bae9-cc17c70b1d73 req-87058151-4935-4bd6-8860-b7731b774a70 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Jun 22 04:13:15.515209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56e420-c4dc-4c2f-8adb-29a4f0b7706e req-4dc20134-b4cd-49f5-b71e-bc41ddb007fd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:15.516694 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd56e420-c4dc-4c2f-8adb-29a4f0b7706e req-4dc20134-b4cd-49f5-b71e-bc41ddb007fd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0783324 Jun 22 04:13:15.556707 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd56e420-c4dc-4c2f-8adb-29a4f0b7706e req-e4a4d892-c074-4543-8941-ab1c39cd1e6f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339649 Jun 22 04:13:16.376900 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501edb0-4e8f-485f-b756-904af6a01155 req-3aaa30b2-e037-4c11-b0ca-6c9e75ad0e4d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:16.378611 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3501edb0-4e8f-485f-b756-904af6a01155 req-3aaa30b2-e037-4c11-b0ca-6c9e75ad0e4d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 945 time: 0.0629978 Jun 22 04:13:16.418563 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3501edb0-4e8f-485f-b756-904af6a01155 req-722380f7-3904-4ec9-8391-f9d90acc5565 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Jun 22 04:13:16.739249 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cac5f-a015-4987-a118-35cc16183800 req-a49abace-c2dd-4ef1-a89d-bef63dd913c2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:16.740852 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-441cac5f-a015-4987-a118-35cc16183800 req-a49abace-c2dd-4ef1-a89d-bef63dd913c2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0633340 Jun 22 04:13:16.781017 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-441cac5f-a015-4987-a118-35cc16183800 req-1c55bad7-4335-4ee8-89af-0cc28e7728fa tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Jun 22 04:13:17.285801 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11418d08-9243-4860-a9d8-dd299811098f req-ed72896b-a509-40ba-a8d6-55927bfce98e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:17.287263 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11418d08-9243-4860-a9d8-dd299811098f req-ed72896b-a509-40ba-a8d6-55927bfce98e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 945 time: 0.0684843 Jun 22 04:13:17.404799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Deleting port 22f6f692-8d0d-49fb-8449-ab74202d9c5a {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:13:17.405155 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:17.541788 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] For port 22f6f692-8d0d-49fb-8449-ab74202d9c5a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=22f6f692-8d0d-49fb-8449-ab74202d9c5a,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:17.542049 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:17.620271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Calling delete_port for 22f6f692-8d0d-49fb-8449-ab74202d9c5a owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:13:17.739270 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af14a7c-e414-4e67-b2b3-435e0aa41f54 req-b23aa775-e18b-4796-846b-d7418fc9d557 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:17.740749 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5af14a7c-e414-4e67-b2b3-435e0aa41f54 req-b23aa775-e18b-4796-846b-d7418fc9d557 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 945 time: 0.1502008 Jun 22 04:13:17.822233 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5af14a7c-e414-4e67-b2b3-435e0aa41f54 req-4eeb9695-1dd4-4aa2-adf8-6c79a178462f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708051 Jun 22 04:13:17.901479 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:17.907255 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e1bd2507-151b-4387-8a4d-a50a4e0e471b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:17.942690 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Pushing event deleted for resources: {'Port': ['ID=22f6f692-8d0d-49fb-8449-ab74202d9c5a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:17.955964 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['22f6f692-8d0d-49fb-8449-ab74202d9c5a'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:13:17.963875 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:18.030565 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] No DVR routers for this DVR port 22f6f692-8d0d-49fb-8449-ab74202d9c5a on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:13:18.034113 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:18.036083 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11418d08-9243-4860-a9d8-dd299811098f req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.26 "DELETE /v2.0/ports/22f6f692-8d0d-49fb-8449-ab74202d9c5a HTTP/1.1" status: 204 len: 173 time: 0.7426724 Jun 22 04:13:18.036589 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c4b393-6656-4635-a480-03fc09c3ec91', 'name': 'network-vif-deleted', 'tag': '22f6f692-8d0d-49fb-8449-ab74202d9c5a'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:13:18.038903 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78938a33-a8bd-4893-8cca-8351d8fff2aa" -d '{"events": [{"server_uuid": "61c4b393-6656-4635-a480-03fc09c3ec91", "name": "network-vif-deleted", "tag": "22f6f692-8d0d-49fb-8449-ab74202d9c5a"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:13:18.064034 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af47ce7-67f2-49c9-bc3b-bd8e55dd54f4 req-885aee3c-d214-4dfe-97fb-f2081dfe5809 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:18.065547 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7af47ce7-67f2-49c9-bc3b-bd8e55dd54f4 req-885aee3c-d214-4dfe-97fb-f2081dfe5809 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1537988 Jun 22 04:13:18.113487 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7af47ce7-67f2-49c9-bc3b-bd8e55dd54f4 req-03320518-60a2-47b2-8824-656d52ea8335 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371876 Jun 22 04:13:18.172351 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0594a688-e5f9-445d-a669-a6a6a8fbdd2d x-openstack-request-id: req-0594a688-e5f9-445d-a669-a6a6a8fbdd2d {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:13:18.172672 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c4b393-6656-4635-a480-03fc09c3ec91", "name": "network-vif-deleted", "tag": "22f6f692-8d0d-49fb-8449-ab74202d9c5a", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:13:18.172958 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0594a688-e5f9-445d-a669-a6a6a8fbdd2d {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:13:18.173410 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c4b393-6656-4635-a480-03fc09c3ec91', 'name': 'network-vif-deleted', 'tag': '22f6f692-8d0d-49fb-8449-ab74202d9c5a', 'status': 'completed', 'code': 200} Jun 22 04:13:18.980171 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-130cc536-b17a-4d6f-be20-f7f43e186020 req-b297decc-3667-424a-9116-ca97c33c0fe0 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c4b393-6656-4635-a480-03fc09c3ec91 HTTP/1.1" status: 200 len: 210 time: 0.0288229 Jun 22 04:13:19.300918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcf3b-f5b3-44fa-b0a0-e29c58e6b530 req-3769c88e-3768-4a50-b1e1-bebd3f7149c2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:19.302494 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-460bcf3b-f5b3-44fa-b0a0-e29c58e6b530 req-3769c88e-3768-4a50-b1e1-bebd3f7149c2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0635300 Jun 22 04:13:19.340879 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-460bcf3b-f5b3-44fa-b0a0-e29c58e6b530 req-931fb735-dc91-4686-8b00-2d803b93ed3d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322015 Jun 22 04:13:20.124757 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 50762) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:20.162037 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 22f6f692-8d0d-49fb-8449-ab74202d9c5a no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:13:20.184850 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 22f6f692-8d0d-49fb-8449-ab74202d9c5a {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:13:20.185207 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 22f6f692-8d0d-49fb-8449-ab74202d9c5a not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:13:20.266556 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-fda50cfb-47d7-4e49-9d00-f9ad1d22dcf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29ab081824fb4c9dab20118657ee99d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401637 Jun 22 04:13:20.268918 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 50768) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:13:20.317321 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-70ad0fc5-297a-4bd3-884b-f56827b43df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:20.338484 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-70ad0fc5-297a-4bd3-884b-f56827b43df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:20.472946 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-70ad0fc5-297a-4bd3-884b-f56827b43df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:20.475754 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-70ad0fc5-297a-4bd3-884b-f56827b43df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:20.477136 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-70ad0fc5-297a-4bd3-884b-f56827b43df6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1c977ab-5b7f-4996-9d96-570096c3c447 HTTP/1.1" status: 204 len: 168 time: 0.2069151 Jun 22 04:13:20.478316 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-14c42e53-b3e7-4a99-bb0b-65d19fe57e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:20.486329 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad0fc5-297a-4bd3-884b-f56827b43df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c977ab-5b7f-4996-9d96-570096c3c447,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:20.488884 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-70ad0fc5-297a-4bd3-884b-f56827b43df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:20.534100 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59180d39-a265-4092-ae15-dbeb58ea0729 req-c9a81b0d-502b-4b5a-80d2-c6cedb3658fd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:20.535606 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59180d39-a265-4092-ae15-dbeb58ea0729 req-c9a81b0d-502b-4b5a-80d2-c6cedb3658fd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0817997 Jun 22 04:13:20.572967 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59180d39-a265-4092-ae15-dbeb58ea0729 req-5cff3b2f-52d3-405f-935a-6b4c0e5aae99 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Jun 22 04:13:21.314539 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a7aabe2d-e72f-43a7-b9e4-a5406768ada3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:21.745623 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b754e-1ed8-4d8d-887c-03f9b7f15595 req-2e02d1e0-da69-4b85-a75a-c327ebf206dd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:21.747088 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-455b754e-1ed8-4d8d-887c-03f9b7f15595 req-2e02d1e0-da69-4b85-a75a-c327ebf206dd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0613031 Jun 22 04:13:21.784910 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-455b754e-1ed8-4d8d-887c-03f9b7f15595 req-a724dc6b-ad52-48cb-9d96-716741e7f4c0 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321555 Jun 22 04:13:22.959600 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74689e82-b2f7-43b2-8276-b6337f443747 req-b2854215-04a7-43de-9ba7-4a3258751f53 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:22.961021 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-74689e82-b2f7-43b2-8276-b6337f443747 req-b2854215-04a7-43de-9ba7-4a3258751f53 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0649712 Jun 22 04:13:22.997825 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-74689e82-b2f7-43b2-8276-b6337f443747 req-24b65690-48ad-4bc0-868e-a0bc706d5276 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310121 Jun 22 04:13:23.838511 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-95b43ba9-97ab-4483-9578-e243542656b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:24.136550 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:24.169918 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62871ba-cf01-4672-95a6-2c1f4334b3a1 req-3b13f864-8936-4f19-b9da-83b96fdbea85 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:24.171416 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a62871ba-cf01-4672-95a6-2c1f4334b3a1 req-3b13f864-8936-4f19-b9da-83b96fdbea85 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0629635 Jun 22 04:13:24.209562 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a62871ba-cf01-4672-95a6-2c1f4334b3a1 req-60f2de42-a14e-41ae-92ac-54e486e0a7f2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Jun 22 04:13:25.089843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:25.393088 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d791f-c5ef-47b3-ba74-82793499bb2e req-8676f854-67d3-476b-a5af-a2a8899c4b1b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:25.394567 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-514d791f-c5ef-47b3-ba74-82793499bb2e req-8676f854-67d3-476b-a5af-a2a8899c4b1b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0761685 Jun 22 04:13:25.430894 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-514d791f-c5ef-47b3-ba74-82793499bb2e req-ee0ad120-0f09-476a-9b1e-2180e2acfaae tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306780 Jun 22 04:13:26.458614 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:26.606980 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd7149-d570-4363-b8b4-e261d3d68bd0 req-a4c56656-f6ee-4e4b-9a76-1f7def13d65e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:26.608450 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-75dd7149-d570-4363-b8b4-e261d3d68bd0 req-a4c56656-f6ee-4e4b-9a76-1f7def13d65e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0624535 Jun 22 04:13:26.646643 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-75dd7149-d570-4363-b8b4-e261d3d68bd0 req-9a382981-f463-4d20-b347-8a6a6fa91439 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325322 Jun 22 04:13:27.819288 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7ac9-3e27-4604-acd6-4dac3d47d07b req-7fcff09f-741e-4a28-883f-aed70a67b7c9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:27.820725 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a2d7ac9-3e27-4604-acd6-4dac3d47d07b req-7fcff09f-741e-4a28-883f-aed70a67b7c9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0620711 Jun 22 04:13:27.858889 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a2d7ac9-3e27-4604-acd6-4dac3d47d07b req-67b5287b-3445-43b5-b867-493048d7f4bf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Jun 22 04:13:28.641329 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:13:29.031827 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b9482-598b-490f-82c3-435d8a6eb832 req-acd00e50-8fef-422f-b79f-c59ac557460e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:29.033278 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-627b9482-598b-490f-82c3-435d8a6eb832 req-acd00e50-8fef-422f-b79f-c59ac557460e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0649199 Jun 22 04:13:29.071101 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-627b9482-598b-490f-82c3-435d8a6eb832 req-736705e6-b14a-47a5-87ff-b83d8d2f9837 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322509 Jun 22 04:13:30.240718 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeade4-bc43-40ab-a3a6-df04f23648e3 req-f9ee5f26-36a7-40a1-ac15-5e23b607755c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:30.242064 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2eaeade4-bc43-40ab-a3a6-df04f23648e3 req-f9ee5f26-36a7-40a1-ac15-5e23b607755c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0615447 Jun 22 04:13:30.278026 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2eaeade4-bc43-40ab-a3a6-df04f23648e3 req-ed1f7625-0ada-46fd-89bb-f15eac546a9c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299139 Jun 22 04:13:31.453881 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87516d55-d1c8-48b7-893e-50ed8a7a5b6e req-20f1cc24-3f9f-4975-be06-1503b83f2384 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:31.455410 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-87516d55-d1c8-48b7-893e-50ed8a7a5b6e req-20f1cc24-3f9f-4975-be06-1503b83f2384 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0671585 Jun 22 04:13:31.748614 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-87516d55-d1c8-48b7-893e-50ed8a7a5b6e req-c0dea73e-18a1-4557-8685-d200d27376da tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876105 Jun 22 04:13:32.006270 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:32.929406 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2832b9b-edcb-4255-9bfc-c88fbc05d6fb req-2ff280fc-9444-47ff-a31c-3a53deef9551 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:32.930862 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a2832b9b-edcb-4255-9bfc-c88fbc05d6fb req-2ff280fc-9444-47ff-a31c-3a53deef9551 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0613804 Jun 22 04:13:32.968126 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a2832b9b-edcb-4255-9bfc-c88fbc05d6fb req-a1127ff3-c977-47d4-8816-f6da63e75358 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Jun 22 04:13:34.136574 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d570d9-1fe2-4189-bc7f-24bcf8c1708c req-fadb7d01-acbb-48fe-b7f2-398afca51de8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:34.138005 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-65d570d9-1fe2-4189-bc7f-24bcf8c1708c req-fadb7d01-acbb-48fe-b7f2-398afca51de8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0603752 Jun 22 04:13:34.183045 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-65d570d9-1fe2-4189-bc7f-24bcf8c1708c req-81408443-cddb-4a42-b328-271c5d9bc6d2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388017 Jun 22 04:13:35.356769 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae562-e141-405d-b541-054b493fa798 req-40ea473d-b61f-4306-92d8-5bcf5e7e4118 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:35.358221 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08dae562-e141-405d-b541-054b493fa798 req-40ea473d-b61f-4306-92d8-5bcf5e7e4118 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0615766 Jun 22 04:13:35.394285 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08dae562-e141-405d-b541-054b493fa798 req-d84d9dae-5abf-4548-9838-0005933c7a64 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304348 Jun 22 04:13:36.566794 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8304a14-5cf8-4580-9464-c121473b5599 req-e858b718-6277-4ed8-977a-349b4a0b15de tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:36.568244 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8304a14-5cf8-4580-9464-c121473b5599 req-e858b718-6277-4ed8-977a-349b4a0b15de tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0626333 Jun 22 04:13:36.604921 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8304a14-5cf8-4580-9464-c121473b5599 req-a69d38ac-7e4c-4f13-a70c-a11ade660e2a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301487 Jun 22 04:13:37.781149 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00559067-0620-4e91-a08c-2bdc33f87e6e req-42f41481-a926-42a4-aaf6-f1babebb355d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:37.782519 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00559067-0620-4e91-a08c-2bdc33f87e6e req-42f41481-a926-42a4-aaf6-f1babebb355d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0653260 Jun 22 04:13:37.820173 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00559067-0620-4e91-a08c-2bdc33f87e6e req-b4192a1b-54f7-4ccc-86a7-9343dc700acd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320959 Jun 22 04:13:38.990735 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1637c4e-6e54-41bd-8797-b84a7326dcb4 req-46f0817b-ce7f-42f6-836f-b48d0d301c31 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:38.992181 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b1637c4e-6e54-41bd-8797-b84a7326dcb4 req-46f0817b-ce7f-42f6-836f-b48d0d301c31 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0633514 Jun 22 04:13:39.029539 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b1637c4e-6e54-41bd-8797-b84a7326dcb4 req-2800be7a-0d8d-435f-9dd6-3b5e23ecc914 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310180 Jun 22 04:13:40.203096 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe947a-7cfd-492e-bec7-bfc719e25fc3 req-b66418fc-3fbc-4f49-9718-8066d0894b55 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:40.204587 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24fe947a-7cfd-492e-bec7-bfc719e25fc3 req-b66418fc-3fbc-4f49-9718-8066d0894b55 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0633562 Jun 22 04:13:40.246265 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24fe947a-7cfd-492e-bec7-bfc719e25fc3 req-6c147674-5e37-4e87-b1cc-a275ad40ab26 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350349 Jun 22 04:13:41.419521 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c0f28-bc14-4414-83f9-e4f4a6cec75c req-6eaf6aa0-9a3b-4afe-82a4-585157a09567 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:41.421002 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-516c0f28-bc14-4414-83f9-e4f4a6cec75c req-6eaf6aa0-9a3b-4afe-82a4-585157a09567 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0655391 Jun 22 04:13:41.460083 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-516c0f28-bc14-4414-83f9-e4f4a6cec75c req-65c93f49-541d-40d0-be9b-ddd63dde33e1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332372 Jun 22 04:13:41.919520 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-fb44b123-5e21-4707-ae12-394ee4d17173 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:41.920948 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-fb44b123-5e21-4707-ae12-394ee4d17173 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/networks?id=befd0155-ae6a-4cfa-87ae-40e4f06046a9 HTTP/1.1" status: 200 len: 813 time: 0.1311584 Jun 22 04:13:41.943327 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-92cd1e6e-50bf-4ac8-bcc2-4923337ef8a0 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/quotas/a3231f5e84334fde8df5a256d3cd6342 HTTP/1.1" status: 200 len: 375 time: 0.0163007 Jun 22 04:13:41.982206 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e699be60-1edd-45aa-9479-2279be3aa18e tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3231f5e84334fde8df5a256d3cd6342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327241 Jun 22 04:13:41.989727 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de656b27-730d-4376-8cff-5ec24de07612 req-c4cb9214-71bd-4504-86b0-aa2bd72880ce tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:41.991126 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de656b27-730d-4376-8cff-5ec24de07612 req-c4cb9214-71bd-4504-86b0-aa2bd72880ce tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1187422 Jun 22 04:13:42.109034 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de656b27-730d-4376-8cff-5ec24de07612 req-384caebd-33eb-4298-82b7-ca7a711acad3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082180 Jun 22 04:13:42.142243 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-91ccf9f6-3fc1-408b-bee7-b8d86cfa9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:42.143693 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-91ccf9f6-3fc1-408b-bee7-b8d86cfa9c21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 1098 time: 0.1517303 Jun 22 04:13:42.145768 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-54e8bffb-28d4-4470-9d13-0f4c742aac43 service neutron] 10.222.0.37 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527898 Jun 22 04:13:42.301346 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-59e3ab6e-c29b-4be6-addf-a22816a7f905 service neutron] 10.222.0.37 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436656 Jun 22 04:13:42.305842 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-4188db7a-e73b-4962-853d-f3669ede0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:42.307603 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-4188db7a-e73b-4962-853d-f3669ede0f1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 912 time: 0.1575463 Jun 22 04:13:42.373811 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-15ec8c5a-2b12-41d1-a812-aa5d60baaf4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 200 len: 1001 time: 0.0593848 Jun 22 04:13:42.421630 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-24f529e5-850a-492d-a7f5-e4b8b29a7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:42.423063 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-24f529e5-850a-492d-a7f5-e4b8b29a7813 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.0432940 Jun 22 04:13:42.483622 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-01a1b8a1-dc52-49f3-a846-fa0f9bf99dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:42.485133 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-01a1b8a1-dc52-49f3-a846-fa0f9bf99dee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557091 Jun 22 04:13:42.572916 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-da44be37-0ebd-43cd-9734-919aa8179d1c service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810103 Jun 22 04:13:42.668012 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9166aef1-f9f4-4c0e-9c08-bdbec249a1d2 req-18568dea-0c00-4274-abad-dacc65692d5e service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Jun 22 04:13:43.285353 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763dd81-f8f3-41a7-a8c2-fe40ffaa7e58 req-a207847d-6aeb-45e4-a6a9-0881c8d07807 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:43.286808 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1763dd81-f8f3-41a7-a8c2-fe40ffaa7e58 req-a207847d-6aeb-45e4-a6a9-0881c8d07807 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0614293 Jun 22 04:13:43.323992 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1763dd81-f8f3-41a7-a8c2-fe40ffaa7e58 req-66c08dfc-9298-4227-a649-72229f937013 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 Jun 22 04:13:43.621164 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-188342b8-70ab-4464-8d5f-346334e59b41 req-5c63fd20-b052-450c-8ab3-a36e19f56e76 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0289147 Jun 22 04:13:44.502216 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cb58b-0bf4-4536-97c8-2c0919d2443f req-1cb12cc3-a349-4b40-8f5a-87266b579005 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:44.503650 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d87cb58b-0bf4-4536-97c8-2c0919d2443f req-1cb12cc3-a349-4b40-8f5a-87266b579005 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0664351 Jun 22 04:13:44.542967 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d87cb58b-0bf4-4536-97c8-2c0919d2443f req-986ec014-cc3e-45dc-a163-d6aef9927def tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333617 Jun 22 04:13:44.768947 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cc4e7044-d882-41b5-8e5d-38f8d010c4fa req-c3cb94bf-697f-42ef-814f-a6a756021c0f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0301940 Jun 22 04:13:45.743764 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e68ceb63-88e3-407d-8a0e-0972fcc2423d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:45.745066 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e68ceb63-88e3-407d-8a0e-0972fcc2423d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.26 "GET /v2.0/networks?id=befd0155-ae6a-4cfa-87ae-40e4f06046a9 HTTP/1.1" status: 200 len: 813 time: 0.1238811 Jun 22 04:13:45.781111 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Request body: {'port': {'device_id': '25fefbf3-9acf-4ee7-b021-52322909a9d3', 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9', 'admin_state_up': True, 'tenant_id': 'a3231f5e84334fde8df5a256d3cd6342'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:45.919883 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff8828cb-5030-49e0-8b37-5d93d633337e req-b7ae0d99-ac3a-4c4d-bc52-aaabcaabdd6b tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0371029 Jun 22 04:13:46.012078 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Made reservation on behalf of a3231f5e84334fde8df5a256d3cd6342 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:13:46.015973 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:46.142896 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Allocated IP 172.20.0.9 (befd0155-ae6a-4cfa-87ae-40e4f06046a9/dab6a4f1-4bf8-46d0-86a7-5d9e28139521/9fd636f3-985c-4ec2-8ebb-33a040afc8cf) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:13:46.290158 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:46.388823 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:46.392825 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-79470295-ea21-43b4-93c6-8fcc64abe5ae tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:46.433782 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Network befd0155-ae6a-4cfa-87ae-40e4f06046a9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:13:46.437083 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:13:46.440798 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:13:46.446223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:46.446820 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:46.454790 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Pushing event updated for resources: {'Port': ['ID=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:46.464483 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468990 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468990 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.468990 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:46.478921 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:46.537692 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7606945 Jun 22 04:13:46.555738 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Request body: {'port': {'device_id': '25fefbf3-9acf-4ee7-b021-52322909a9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:46.653351 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:46.672946 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-44fdd5be-2ea4-4b55-8a2e-55bf947075a0 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641686692&fields=id&tenant_id=803e28bc031b40b98ef37ef79a1abf4b HTTP/1.1" status: 200 len: 267 time: 0.0510256 Jun 22 04:13:46.897626 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-859df2b8-64eb-4da2-8475-66f086b8f979 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:46.899097 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-859df2b8-64eb-4da2-8475-66f086b8f979 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/networks?id=d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 200 len: 808 time: 0.2055585 Jun 22 04:13:46.928074 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-5805f7a0-0db8-4679-a11e-15a34a074101 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/quotas/803e28bc031b40b98ef37ef79a1abf4b HTTP/1.1" status: 200 len: 375 time: 0.0212662 Jun 22 04:13:47.056531 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-302a6562-aeaa-4fdc-a978-8076a98b41a5 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199296 Jun 22 04:13:47.092044 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd636f3-985c-4ec2-8ebb-33a040afc8cf {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:13:47.107810 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:47.168017 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Transition to ACTIVE for port object 9fd636f3-985c-4ec2-8ebb-33a040afc8cf will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:13:47.206470 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff6be-426c-407a-81fc-5866e8048d04 req-543d9d32-cf9b-41d7-8e24-67bbfa69e5db tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:47.207962 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f49ff6be-426c-407a-81fc-5866e8048d04 req-543d9d32-cf9b-41d7-8e24-67bbfa69e5db tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 931 time: 0.1598792 Jun 22 04:13:47.213164 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-e1a56df2-3eec-4d8b-affa-37ab963ec5b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238885 Jun 22 04:13:47.234826 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:47.250096 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:47.360662 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f49ff6be-426c-407a-81fc-5866e8048d04 req-c84e560c-0613-477c-9e10-33c3ad9504bb tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464734 Jun 22 04:13:47.373599 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:47.386167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:47.425815 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-e6b37810-6825-46d0-ae6c-239ab2a2da56 service neutron] 10.222.0.37 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054164 Jun 22 04:13:47.426640 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Attempting to bind port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:13:47.426977 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Attempting to bind port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:13:47.427305 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Attempting to bind port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf on network befd0155-ae6a-4cfa-87ae-40e4f06046a9 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:13:47.431731 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf on network befd0155-ae6a-4cfa-87ae-40e4f06046a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:13:47.432288 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Attempting to bind port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf on network befd0155-ae6a-4cfa-87ae-40e4f06046a9 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:13:47.438249 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:13:47.438516 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Checking segment: {'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:13:47.438830 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Bound using segment: {'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:13:47.439266 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Bound port: 9fd636f3-985c-4ec2-8ebb-33a040afc8cf, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:13:47.439619 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:47.507333 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] For port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:13:47.510579 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] For port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:13:47.577416 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:47.579621 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e28eb978-fd2f-49c4-8bc6-98960dd64bed tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:47.620278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:47.621472 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:47.623243 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/9fd636f3-985c-4ec2-8ebb-33a040afc8cf HTTP/1.1" status: 200 len: 1093 time: 1.0720708 Jun 22 04:13:47.628721 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fefbf3-9acf-4ee7-b021-52322909a9d3', 'tag': '9fd636f3-985c-4ec2-8ebb-33a040afc8cf'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:13:47.628721 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e74cc3e-a7b0-4d5e-81d9-f24c2381dedd" -d '{"events": [{"name": "network-changed", "server_uuid": "25fefbf3-9acf-4ee7-b021-52322909a9d3", "tag": "9fd636f3-985c-4ec2-8ebb-33a040afc8cf"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:13:47.646227 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:47.649919 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:47.671505 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691ee3b3-4a61-4663-8e89-495a08814b26 x-openstack-request-id: req-691ee3b3-4a61-4663-8e89-495a08814b26 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:13:47.671831 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fefbf3-9acf-4ee7-b021-52322909a9d3", "tag": "9fd636f3-985c-4ec2-8ebb-33a040afc8cf", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:13:47.672137 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-691ee3b3-4a61-4663-8e89-495a08814b26 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:13:47.674568 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fefbf3-9acf-4ee7-b021-52322909a9d3', 'tag': '9fd636f3-985c-4ec2-8ebb-33a040afc8cf', 'status': 'completed', 'code': 200} Jun 22 04:13:47.783211 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74cc3e-a7b0-4d5e-81d9-f24c2381dedd req-f6020148-10f4-4df5-badc-30df120cd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:47.784712 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e74cc3e-a7b0-4d5e-81d9-f24c2381dedd req-f6020148-10f4-4df5-badc-30df120cd0ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3231f5e84334fde8df5a256d3cd6342&device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0518029 Jun 22 04:13:47.886429 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74cc3e-a7b0-4d5e-81d9-f24c2381dedd req-6e76b98a-ede7-4953-a1f7-06adce9dfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:47.887953 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e74cc3e-a7b0-4d5e-81d9-f24c2381dedd req-6e76b98a-ede7-4953-a1f7-06adce9dfbd5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a3231f5e84334fde8df5a256d3cd6342&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0909255 Jun 22 04:13:47.996666 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-173daaac-a5fe-4ed8-964e-178d018a01c3 req-e779f372-aa66-49c5-a58e-979eb030f704 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 210 time: 0.0357296 Jun 22 04:13:48.013214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74cc3e-a7b0-4d5e-81d9-f24c2381dedd req-6fd7899b-dbdc-471c-9a95-9e1b29434bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:48.014751 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e74cc3e-a7b0-4d5e-81d9-f24c2381dedd req-6fd7899b-dbdc-471c-9a95-9e1b29434bb4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204040 Jun 22 04:13:48.135474 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-9b4cc10b-27c5-482d-8e7a-9fc7e2f8d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:48.137774 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-9b4cc10b-27c5-482d-8e7a-9fc7e2f8d796 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3231f5e84334fde8df5a256d3cd6342&device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0567453 Jun 22 04:13:48.184643 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-bb5e8e53-3fd0-4257-9cd0-cc163384f53a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd636f3-985c-4ec2-8ebb-33a040afc8cf HTTP/1.1" status: 200 len: 217 time: 0.0342581 Jun 22 04:13:48.231912 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-f6202dcc-8701-4d89-bda1-084910729a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:48.233373 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-f6202dcc-8701-4d89-bda1-084910729a21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dab6a4f1-4bf8-46d0-86a7-5d9e28139521 HTTP/1.1" status: 200 len: 853 time: 0.0431168 Jun 22 04:13:48.269125 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-b34616c9-ac84-40cd-b695-54354e3ead10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=befd0155-ae6a-4cfa-87ae-40e4f06046a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287592 Jun 22 04:13:48.356819 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-dc511aa6-aa96-4730-8b1e-125bc94dda7f service neutron] 10.222.0.26 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816417 Jun 22 04:13:48.450378 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a915f47d-80b7-48fe-a6a9-59c8bd7ba4bc req-ac654d2e-a741-4aa5-9259-a777e0fba51b service neutron] 10.222.0.26 "GET /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875595 Jun 22 04:13:48.796088 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95c3e7-07e7-46f6-ba95-d7309eacc744 req-ef2a160a-085a-4ba1-8249-1c6d7be56df7 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:48.797532 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c95c3e7-07e7-46f6-ba95-d7309eacc744 req-ef2a160a-085a-4ba1-8249-1c6d7be56df7 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 943 time: 0.3228140 Jun 22 04:13:48.834979 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c95c3e7-07e7-46f6-ba95-d7309eacc744 req-e2268b5e-db60-4243-a205-fc69d575667b tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Jun 22 04:13:49.078757 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f61350f-b261-49a2-a4bd-2e41d98662e7 req-1e701d69-5e1d-4aae-b1a0-eca7d54e949e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Jun 22 04:13:50.009745 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddac48-3339-4021-9dfc-23bfaf5b8ead req-137cf8c3-afe7-4118-aaae-cbd04d6e48bd tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:50.011227 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-94ddac48-3339-4021-9dfc-23bfaf5b8ead req-137cf8c3-afe7-4118-aaae-cbd04d6e48bd tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 943 time: 0.0649488 Jun 22 04:13:50.050154 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-94ddac48-3339-4021-9dfc-23bfaf5b8ead req-e86919d0-7ad2-45e6-85c6-483590609c2f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Jun 22 04:13:50.159050 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e609e2d1-d4e8-4b28-acbc-28670dd5fd1e req-bd132803-88c5-41aa-ab51-56bcd3a1acbe tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 210 time: 0.0287492 Jun 22 04:13:51.230843 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655829b-d63a-43a7-b24a-bf35959a4470 req-03e22d31-0a55-4773-b039-ad65c9ea6aba tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:51.232978 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3655829b-d63a-43a7-b24a-bf35959a4470 req-03e22d31-0a55-4773-b039-ad65c9ea6aba tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 943 time: 0.0670147 Jun 22 04:13:51.270066 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3655829b-d63a-43a7-b24a-bf35959a4470 req-74689893-7a2a-4829-ba3c-7a97e9706565 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Jun 22 04:13:51.285336 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-822a0704-b1b2-49c2-a1ae-8e8733b93330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:51.345506 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6dd38662-5284-4972-b41f-b4707d8ef1d9 req-15ab1a81-95bc-4091-8b5e-9d4dbb5d7d22 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 210 time: 0.0348349 Jun 22 04:13:52.334297 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 9fd636f3-985c-4ec2-8ebb-33a040afc8cf details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:13:52.434856 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:52.447194 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '9fd636f3-985c-4ec2-8ebb-33a040afc8cf', 'network_id': 'befd0155-ae6a-4cfa-87ae-40e4f06046a9', 'port_id': '9fd636f3-985c-4ec2-8ebb-33a040afc8cf', 'mac_address': 'fa:16:3e:86:a7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6a4f1-4bf8-46d0-86a7-5d9e28139521', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:13:52.463703 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef1fe5-39f0-403c-b53f-70691c03e6e1 req-cd06953d-9d14-4322-b5e7-13d671fd814f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:52.467509 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88ef1fe5-39f0-403c-b53f-70691c03e6e1 req-cd06953d-9d14-4322-b5e7-13d671fd814f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 943 time: 0.0764110 Jun 22 04:13:52.488697 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:52.511141 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd636f3-985c-4ec2-8ebb-33a040afc8cf {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:13:52.520026 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88ef1fe5-39f0-403c-b53f-70691c03e6e1 req-af0d78c3-6930-44bb-a712-94f8273227c2 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 Jun 22 04:13:52.530797 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:52.570448 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2bd438d-5c43-48df-befa-64b7b8f40d61 req-4e53f9d4-0824-4297-aa8b-c815f7d28b9f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 210 time: 0.0279403 Jun 22 04:13:52.626099 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:52.628165 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:52.675513 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:52.682727 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.683330 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.683673 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.684010 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.684423 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.685454 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.685758 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.686112 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.686450 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.686779 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.687129 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.687519 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:13:52.691560 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:53.093073 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['9fd636f3-985c-4ec2-8ebb-33a040afc8cf'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:13:53.698467 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc480f-5d93-40d5-a29d-5d5cff5341a2 req-de02c42c-ae0d-46a6-a5ff-e51a14056bfe tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:53.700022 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9bfc480f-5d93-40d5-a29d-5d5cff5341a2 req-de02c42c-ae0d-46a6-a5ff-e51a14056bfe tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 944 time: 0.0670395 Jun 22 04:13:53.742804 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9bfc480f-5d93-40d5-a29d-5d5cff5341a2 req-225cfcae-697c-42fb-a8c9-c5f27a43a5e1 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371222 Jun 22 04:13:53.831545 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e33510aa-28ec-478a-8096-1611ad2fa124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:53.873012 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-da626535-5976-4f81-a54c-1a852699529b req-8f271d6c-61aa-4fd6-9749-0eb20f35887c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 210 time: 0.1866760 Jun 22 04:13:54.123124 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:54.257115 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-b6957192-673e-496f-bcbd-3e3d7829356e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:54.258463 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-b6957192-673e-496f-bcbd-3e3d7829356e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.26 "GET /v2.0/networks?id=d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 200 len: 808 time: 0.0986333 Jun 22 04:13:54.313957 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-40142c1f-bdd7-48cc-969f-1b9bf78ce4a0 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803e28bc031b40b98ef37ef79a1abf4b HTTP/1.1" status: 200 len: 379 time: 0.0379088 Jun 22 04:13:54.322402 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'port': {'device_id': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'admin_state_up': True, 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'security_groups': ['bbda9254-a9a8-44c2-822e-7f9845b8ca57']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:54.352599 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 9fd636f3-985c-4ec2-8ebb-33a040afc8cf up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:13:54.460238 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:54.464258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:54.468748 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:54.483644 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Made reservation on behalf of 803e28bc031b40b98ef37ef79a1abf4b for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:13:54.487335 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:54.548938 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:54.572384 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fefbf3-9acf-4ee7-b021-52322909a9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd636f3-985c-4ec2-8ebb-33a040afc8cf'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:13:54.574789 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc73e947-1ece-4c23-8e88-9bdb06abc72b" -d '{"events": [{"server_uuid": "25fefbf3-9acf-4ee7-b021-52322909a9d3", "name": "network-vif-plugged", "status": "completed", "tag": "9fd636f3-985c-4ec2-8ebb-33a040afc8cf"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:13:54.588716 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:13:54.618157 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Allocated IP 172.20.0.5 (d2f5789e-0b91-49bb-90c1-6316c0cf420f/6775b766-b350-4a6e-bf76-2415ddc32252/781842c1-4333-44ad-af89-bff4108b0d0f) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:13:54.624317 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a814181f-86c0-4f5f-89d9-a75aad994f9f x-openstack-request-id: req-a814181f-86c0-4f5f-89d9-a75aad994f9f {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:13:54.624699 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fefbf3-9acf-4ee7-b021-52322909a9d3", "name": "network-vif-plugged", "status": "completed", "tag": "9fd636f3-985c-4ec2-8ebb-33a040afc8cf", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:13:54.624954 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a814181f-86c0-4f5f-89d9-a75aad994f9f {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:13:54.625572 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fefbf3-9acf-4ee7-b021-52322909a9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd636f3-985c-4ec2-8ebb-33a040afc8cf', 'code': 200} Jun 22 04:13:54.651740 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:54.654625 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1881be1b-278d-4ecb-a014-cece1ebe5994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:54.705139 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:54.708189 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:54.763507 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:54.775674 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Transition to ACTIVE for port object 781842c1-4333-44ad-af89-bff4108b0d0f will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:13:54.921259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24671-2af4-4afc-b48f-5302f123633d req-7c3e574f-fd79-4ef9-9564-58b37314cbab tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:54.922857 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17d24671-2af4-4afc-b48f-5302f123633d req-7c3e574f-fd79-4ef9-9564-58b37314cbab tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 945 time: 0.0671115 Jun 22 04:13:54.924423 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:54.929361 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7eb4a650-4c33-4743-bc32-4043706c1ab4 tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:54.994681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:13:55.002606 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:13:55.005425 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:13:55.012568 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:55.013040 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:55.049606 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:55.074233 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:55.079988 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17d24671-2af4-4afc-b48f-5302f123633d req-c3aae63d-dcb5-44f6-859a-caf9db57d74c tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430748 Jun 22 04:13:55.111452 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c6478-93df-4d35-980d-374ca2064e4c req-ffa37e46-a50c-498d-a30a-984373826a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:55.113667 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ea1c6478-93df-4d35-980d-374ca2064e4c req-ffa37e46-a50c-498d-a30a-984373826a09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0968480 Jun 22 04:13:55.120120 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:55.156566 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8378072 Jun 22 04:13:55.159743 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ea1c6478-93df-4d35-980d-374ca2064e4c req-763753e7-6bc8-4a00-98e2-efd67cabe7c3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Jun 22 04:13:55.298464 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65e127-def9-4608-84b0-ab780fb8a3b5 req-f9309547-537e-41ce-b4fb-b4a5d771730d tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:55.299901 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e65e127-def9-4608-84b0-ab780fb8a3b5 req-f9309547-537e-41ce-b4fb-b4a5d771730d tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 931 time: 0.1170230 Jun 22 04:13:55.340509 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e65e127-def9-4608-84b0-ab780fb8a3b5 req-1781b540-a7b1-42bc-81db-9917782aa59c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347772 Jun 22 04:13:55.370980 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-2abbe367-5328-428b-8586-99e98966ae26 None None] Provisioning for port 781842c1-4333-44ad-af89-bff4108b0d0f completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:13:55.380263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-2abbe367-5328-428b-8586-99e98966ae26 None None] Provisioning complete for port 781842c1-4333-44ad-af89-bff4108b0d0f triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:13:55.380263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2abbe367-5328-428b-8586-99e98966ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:55.408931 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-2abbe367-5328-428b-8586-99e98966ae26 None None] Port 781842c1-4333-44ad-af89-bff4108b0d0f cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:13:55.591012 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Request body: {'port': {'device_id': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:13:55.663111 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:55.920866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781842c1-4333-44ad-af89-bff4108b0d0f {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:13:55.928258 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:55.940670 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Transition to ACTIVE for port object 781842c1-4333-44ad-af89-bff4108b0d0f will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:13:56.022680 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:56.025760 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eb301090-33eb-4d15-a27f-e3e447f258bd tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:56.107134 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Pushing event updated for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:56.110164 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:56.143099 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Attempting to bind port 781842c1-4333-44ad-af89-bff4108b0d0f on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:13:56.143530 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Attempting to bind port 781842c1-4333-44ad-af89-bff4108b0d0f by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:13:56.143940 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Attempting to bind port 781842c1-4333-44ad-af89-bff4108b0d0f on network d2f5789e-0b91-49bb-90c1-6316c0cf420f {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:13:56.148863 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Port 781842c1-4333-44ad-af89-bff4108b0d0f on network d2f5789e-0b91-49bb-90c1-6316c0cf420f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:13:56.149192 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Attempting to bind port 781842c1-4333-44ad-af89-bff4108b0d0f on network d2f5789e-0b91-49bb-90c1-6316c0cf420f {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:13:56.154187 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:13:56.154532 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Checking segment: {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:13:56.154921 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Bound using segment: {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:13:56.155358 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Bound port: 781842c1-4333-44ad-af89-bff4108b0d0f, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2361fb-d578-4a28-93b5-e65ff8b5b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:13:56.155962 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:56.250162 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:13:56.268867 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:13:56.297524 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c1ad6-bd08-48e0-b3cc-bea150a728d5 req-7fd4ecff-0983-45e0-957c-462bde01cc13 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:56.299049 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-458c1ad6-bd08-48e0-b3cc-bea150a728d5 req-7fd4ecff-0983-45e0-957c-462bde01cc13 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 945 time: 0.0864074 Jun 22 04:13:56.333138 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:56.337924 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:13:56.362369 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-458c1ad6-bd08-48e0-b3cc-bea150a728d5 req-126625e5-f3ac-4e30-abd9-0c7047da1186 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576291 Jun 22 04:13:56.373466 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:56.374114 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:56.375715 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] 10.222.0.26 "PUT /v2.0/ports/781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 200 len: 1093 time: 0.7896380 Jun 22 04:13:56.381052 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:13:56.383535 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcafd6be-13d2-4f2d-b005-ea489126681d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:13:56.408999 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Pushing event updated for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:13:56.411680 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:13:56.439302 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60221a7c-b88d-40dc-a87f-9620d5568790 x-openstack-request-id: req-60221a7c-b88d-40dc-a87f-9620d5568790 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:13:56.439637 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:13:56.439952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60221a7c-b88d-40dc-a87f-9620d5568790 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:13:56.440432 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f', 'status': 'completed', 'code': 200} Jun 22 04:13:56.494468 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:13:56.600277 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ff611-d312-4f6c-90be-6dd70706264c req-72d482f2-ab08-473e-82cc-80bb09f730de tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:56.601740 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a83ff611-d312-4f6c-90be-6dd70706264c req-72d482f2-ab08-473e-82cc-80bb09f730de tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.1078446 Jun 22 04:13:56.608092 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd6be-13d2-4f2d-b005-ea489126681d req-55eae39c-1dbc-46a5-851c-23690ccbbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:56.609479 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dcafd6be-13d2-4f2d-b005-ea489126681d req-55eae39c-1dbc-46a5-851c-23690ccbbf72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1096 time: 0.1026421 Jun 22 04:13:56.641686 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a83ff611-d312-4f6c-90be-6dd70706264c req-97825825-a296-4f67-bb53-ce88e5502918 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311911 Jun 22 04:13:56.784881 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd6be-13d2-4f2d-b005-ea489126681d req-654e3ea2-869d-4efe-bee8-b4af0a7e1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:56.786304 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dcafd6be-13d2-4f2d-b005-ea489126681d req-654e3ea2-869d-4efe-bee8-b4af0a7e1e9b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0903475 Jun 22 04:13:56.884675 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd6be-13d2-4f2d-b005-ea489126681d req-3b3cd8b0-9ef9-4f95-b2ee-b468f861b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:56.886272 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dcafd6be-13d2-4f2d-b005-ea489126681d req-3b3cd8b0-9ef9-4f95-b2ee-b468f861b9d9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927804 Jun 22 04:13:57.012595 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-e620190e-f0df-4828-a81b-40108b478516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:57.014177 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-e620190e-f0df-4828-a81b-40108b478516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0538850 Jun 22 04:13:57.083281 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-b2ce9871-d5cd-4788-997a-6f8b14d42576 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 200 len: 217 time: 0.0362008 Jun 22 04:13:57.135226 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-bd8190fb-0727-44f8-b63e-e5dd1d7b6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:57.136746 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-bd8190fb-0727-44f8-b63e-e5dd1d7b6f0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6775b766-b350-4a6e-bf76-2415ddc32252 HTTP/1.1" status: 200 len: 847 time: 0.0439637 Jun 22 04:13:57.196157 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-f1c25db4-4774-49fc-8462-04492c1cde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:57.197519 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-f1c25db4-4774-49fc-8462-04492c1cde33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2f5789e-0b91-49bb-90c1-6316c0cf420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514476 Jun 22 04:13:57.287501 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-9a9961e0-3f3e-4630-9651-539b9a224bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818276 Jun 22 04:13:57.375962 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6d609a-1bb6-4cc9-9491-348daf186ca4 req-1370c96c-7480-4e87-9a8c-a5084c8b0297 service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803406 Jun 22 04:13:57.557421 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489e933-8ddc-4a82-a5c8-3454628c21bd req-ba8fcb0a-7539-4931-80ff-fd4377a039b8 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:57.559744 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9489e933-8ddc-4a82-a5c8-3454628c21bd req-ba8fcb0a-7539-4931-80ff-fd4377a039b8 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 945 time: 0.0654731 Jun 22 04:13:57.601870 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9489e933-8ddc-4a82-a5c8-3454628c21bd req-4f3eb3ba-c601-44ad-a160-3d6c70bf9438 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363188 Jun 22 04:13:57.817639 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a5e43-54c9-4c2b-b237-2e7ead23355a req-a907a9e1-aa8f-4bc8-904e-62cd0e7844f9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:57.819177 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-391a5e43-54c9-4c2b-b237-2e7ead23355a req-a907a9e1-aa8f-4bc8-904e-62cd0e7844f9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0636673 Jun 22 04:13:57.856985 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-391a5e43-54c9-4c2b-b237-2e7ead23355a req-dd6a9f9c-0864-424b-9783-691148d55d9b tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315833 Jun 22 04:13:59.029373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c15f9-4ff5-4ec2-aee5-41f06944ef73 req-1f2d27b4-13e7-4366-9d46-5b69144eac16 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:13:59.030758 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-241c15f9-4ff5-4ec2-aee5-41f06944ef73 req-1f2d27b4-13e7-4366-9d46-5b69144eac16 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0624659 Jun 22 04:13:59.066899 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-241c15f9-4ff5-4ec2-aee5-41f06944ef73 req-29a5efc0-6e22-46a7-83fa-1b6e51314700 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Jun 22 04:14:00.241626 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705ea17-e782-497c-a173-5888e3b1de19 req-744173d1-2a46-46e2-aa20-7333ed3532e0 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:00.243073 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6705ea17-e782-497c-a173-5888e3b1de19 req-744173d1-2a46-46e2-aa20-7333ed3532e0 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0653975 Jun 22 04:14:00.279570 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6705ea17-e782-497c-a173-5888e3b1de19 req-d70f0576-07ae-4024-aa62-afbde4e8a77c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304165 Jun 22 04:14:01.451659 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff796b1-204b-41c9-ae8b-bd2f520b9dc3 req-3a1dbf56-aecd-43c0-b2db-8243674ae905 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:01.453150 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff796b1-204b-41c9-ae8b-bd2f520b9dc3 req-3a1dbf56-aecd-43c0-b2db-8243674ae905 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0635111 Jun 22 04:14:01.490271 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff796b1-204b-41c9-ae8b-bd2f520b9dc3 req-b20fe9fd-4107-48db-9e92-620d95e47864 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315015 Jun 22 04:14:02.033570 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:02.658405 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d3957-8425-4bfc-81a1-cc6a20948d8e req-1203f38c-05b0-4e37-bfa5-4556940dcda0 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:02.659914 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7d6d3957-8425-4bfc-81a1-cc6a20948d8e req-1203f38c-05b0-4e37-bfa5-4556940dcda0 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0607414 Jun 22 04:14:02.700965 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7d6d3957-8425-4bfc-81a1-cc6a20948d8e req-fb7af07f-a9a5-47f5-8bd2-e4657d5fa18b tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353136 Jun 22 04:14:03.869398 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb9153-d2ae-4055-b721-1eb0964c7a41 req-52e2f505-d410-4421-815e-3936a9058bbf tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:03.870859 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7afb9153-d2ae-4055-b721-1eb0964c7a41 req-52e2f505-d410-4421-815e-3936a9058bbf tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0618031 Jun 22 04:14:03.909605 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7afb9153-d2ae-4055-b721-1eb0964c7a41 req-f1a6133d-e846-4de1-9f32-545576366bee tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329940 Jun 22 04:14:04.585285 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7351024a-f30f-4346-991b-b499922f277a req-3bed1d15-366c-4695-b437-407f253bae0c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496678 Jun 22 04:14:05.081768 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080b4d4-5191-4a80-8983-613c6aa6f617 req-7f7c6cd3-6149-4a84-8b2f-4b1497a9bc99 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:05.083258 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3080b4d4-5191-4a80-8983-613c6aa6f617 req-7f7c6cd3-6149-4a84-8b2f-4b1497a9bc99 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0616262 Jun 22 04:14:05.124040 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3080b4d4-5191-4a80-8983-613c6aa6f617 req-b2b7593a-e007-47a3-b6e0-23a6e2ee8b75 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351062 Jun 22 04:14:05.640321 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:14:06.294291 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d71fc-128a-4d12-a72d-39e57939a513 req-c3813a61-b20b-45c7-8052-3bc0e70c6498 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:06.295813 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf1d71fc-128a-4d12-a72d-39e57939a513 req-c3813a61-b20b-45c7-8052-3bc0e70c6498 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0614760 Jun 22 04:14:06.332562 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf1d71fc-128a-4d12-a72d-39e57939a513 req-db97c429-9f4c-458f-9bb4-1818f65c8ff5 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310087 Jun 22 04:14:07.046639 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351024a-f30f-4346-991b-b499922f277a req-9231427f-c13a-4359-87bb-51010cd1ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:07.048078 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7351024a-f30f-4346-991b-b499922f277a req-9231427f-c13a-4359-87bb-51010cd1ce31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1099 time: 0.0514488 Jun 22 04:14:07.504222 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7580d6-cb64-4004-aaec-9fbfd0ee29fd req-a791cbec-7453-4e89-83ac-ebe96c80dc62 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:07.505676 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b7580d6-cb64-4004-aaec-9fbfd0ee29fd req-a791cbec-7453-4e89-83ac-ebe96c80dc62 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0645766 Jun 22 04:14:07.542836 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b7580d6-cb64-4004-aaec-9fbfd0ee29fd req-f8320295-f5f2-44cc-84b3-ebf4d174677d tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Jun 22 04:14:08.443478 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 781842c1-4333-44ad-af89-bff4108b0d0f details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:14:08.529777 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351024a-f30f-4346-991b-b499922f277a req-83c6e93a-8ad0-4bff-a3a1-35fc26168819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:08.531278 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7351024a-f30f-4346-991b-b499922f277a req-83c6e93a-8ad0-4bff-a3a1-35fc26168819 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.0816677 Jun 22 04:14:08.537459 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:14:08.549102 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '781842c1-4333-44ad-af89-bff4108b0d0f', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'port_id': '781842c1-4333-44ad-af89-bff4108b0d0f', 'mac_address': 'fa:16:3e:23:ab:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:14:08.588957 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:08.600625 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7351024a-f30f-4346-991b-b499922f277a req-c7e8e246-4376-4d96-90d7-f9bf3944d64e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 200 len: 1002 time: 0.0622957 Jun 22 04:14:08.601953 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781842c1-4333-44ad-af89-bff4108b0d0f {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:14:08.625990 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:14:08.650453 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351024a-f30f-4346-991b-b499922f277a req-aa01566e-6a12-45c7-b3cd-bc9b4c4c3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:08.651865 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7351024a-f30f-4346-991b-b499922f277a req-aa01566e-6a12-45c7-b3cd-bc9b4c4c3831 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0433369 Jun 22 04:14:08.702819 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:08.704690 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:08.750214 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:08.753366 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:08.754332 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351024a-f30f-4346-991b-b499922f277a req-a992605a-c344-43d3-b2b3-5f6f288f6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:08.755850 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7351024a-f30f-4346-991b-b499922f277a req-a992605a-c344-43d3-b2b3-5f6f288f6317 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964875 Jun 22 04:14:08.767429 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c212fe-54f8-40c4-aea3-884ebcf91c0a req-4baff090-f454-4177-9906-efe860cdaffe tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:08.768763 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-60c212fe-54f8-40c4-aea3-884ebcf91c0a req-4baff090-f454-4177-9906-efe860cdaffe tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0831351 Jun 22 04:14:08.848361 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-60c212fe-54f8-40c4-aea3-884ebcf91c0a req-46b737eb-d635-479e-8bb2-54637321bda7 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720186 Jun 22 04:14:08.873973 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7351024a-f30f-4346-991b-b499922f277a req-06a24ae5-44e3-4f2d-a520-50c271690e01 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043072 Jun 22 04:14:08.962036 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7351024a-f30f-4346-991b-b499922f277a req-89f5acd6-6062-42e3-a5e7-66fa02ef60f8 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814142 Jun 22 04:14:09.769193 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['781842c1-4333-44ad-af89-bff4108b0d0f'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:14:10.024566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb26d-fe2e-4e6f-8eaf-b9b4fa70b9e0 req-f4e87486-215b-4835-befc-d85e3fa91722 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:10.025920 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b3ebb26d-fe2e-4e6f-8eaf-b9b4fa70b9e0 req-f4e87486-215b-4835-befc-d85e3fa91722 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 944 time: 0.0624859 Jun 22 04:14:10.064625 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b3ebb26d-fe2e-4e6f-8eaf-b9b4fa70b9e0 req-5359a69d-3749-41e4-9c95-f36e58cca390 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329227 Jun 22 04:14:11.233256 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320228e-1c16-409b-a4f1-b1e3a88e4cf3 req-23bd972d-3914-40d8-ad28-90079de5bf79 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:11.235181 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f320228e-1c16-409b-a4f1-b1e3a88e4cf3 req-23bd972d-3914-40d8-ad28-90079de5bf79 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 944 time: 0.0626125 Jun 22 04:14:11.272240 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f320228e-1c16-409b-a4f1-b1e3a88e4cf3 req-00ff8217-f75e-4137-b276-8ab6326a1121 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Jun 22 04:14:12.444224 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae96a-7da7-40ee-a4c9-dd6c79398e14 req-2cff185a-1c9a-4928-b2b4-51a895fe43e7 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:12.444888 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 781842c1-4333-44ad-af89-bff4108b0d0f up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:14:12.445593 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a55ae96a-7da7-40ee-a4c9-dd6c79398e14 req-2cff185a-1c9a-4928-b2b4-51a895fe43e7 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 944 time: 0.0656259 Jun 22 04:14:12.482950 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a55ae96a-7da7-40ee-a4c9-dd6c79398e14 req-73d56d59-9fee-4c95-8957-8a720e1bff34 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Jun 22 04:14:12.550661 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 781842c1-4333-44ad-af89-bff4108b0d0f completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:14:12.554501 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 781842c1-4333-44ad-af89-bff4108b0d0f triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:14:12.554884 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:12.630470 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:12.651072 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:14:12.653317 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3df08d-5d52-4769-aa98-be067ca0449e" -d '{"events": [{"server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "name": "network-vif-plugged", "status": "completed", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:14:12.665745 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:14:12.690730 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6148e9e-aece-42a8-93c4-75def8f92257 x-openstack-request-id: req-c6148e9e-aece-42a8-93c4-75def8f92257 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:14:12.691035 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "name": "network-vif-plugged", "status": "completed", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:14:12.691303 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6148e9e-aece-42a8-93c4-75def8f92257 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:14:12.691710 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f', 'code': 200} Jun 22 04:14:12.731061 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:12.732840 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4f13c1f-f195-4334-8d3c-7ed25866477f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:12.779290 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:12.782891 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:13.241847 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d5119-8970-4fab-98f6-ebd55f284123 req-5606b346-c7c1-4aa6-949f-8cb19bf7ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:13.243356 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f7d5119-8970-4fab-98f6-ebd55f284123 req-5606b346-c7c1-4aa6-949f-8cb19bf7ff8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1098 time: 0.0969999 Jun 22 04:14:13.281706 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f7d5119-8970-4fab-98f6-ebd55f284123 req-75b8c9b9-97cf-43f5-a974-6d019d8e175f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301683 Jun 22 04:14:13.661396 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b162a1a-6e34-4fcb-9116-9d7b599ccb47 req-635a16c3-e89d-4a4b-b5f7-bfaa961f090c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:13.663048 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5b162a1a-6e34-4fcb-9116-9d7b599ccb47 req-635a16c3-e89d-4a4b-b5f7-bfaa961f090c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0661728 Jun 22 04:14:13.700591 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5b162a1a-6e34-4fcb-9116-9d7b599ccb47 req-6ac2b909-d44f-4c37-9649-6c0c845a54ca tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Jun 22 04:14:14.876542 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268c2ba-10e7-4c67-82e5-ad85e5320e12 req-0d505ebb-354f-4bdf-9f4b-1a4464254887 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:14.877995 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1268c2ba-10e7-4c67-82e5-ad85e5320e12 req-0d505ebb-354f-4bdf-9f4b-1a4464254887 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0626583 Jun 22 04:14:14.915992 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1268c2ba-10e7-4c67-82e5-ad85e5320e12 req-941d24f5-0d90-49b8-ac1c-6c59e4e0be58 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Jun 22 04:14:16.088330 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae996-888a-4e25-b5f6-bfff4f29f699 req-f72df41e-50e6-497d-a4a5-339cea4802a6 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:16.089752 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f77ae996-888a-4e25-b5f6-bfff4f29f699 req-f72df41e-50e6-497d-a4a5-339cea4802a6 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0622575 Jun 22 04:14:16.129783 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f77ae996-888a-4e25-b5f6-bfff4f29f699 req-50951fc4-38f2-4f55-9897-97ee94cdd9ef tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335028 Jun 22 04:14:16.309330 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a5494-b1ea-452a-ba71-4ca0485344f1 req-16306bf8-df16-4498-8ceb-f3ca72c26121 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:16.310811 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cc4a5494-b1ea-452a-ba71-4ca0485344f1 req-16306bf8-df16-4498-8ceb-f3ca72c26121 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0666413 Jun 22 04:14:16.348676 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cc4a5494-b1ea-452a-ba71-4ca0485344f1 req-28b0ec3f-332b-4da0-b0a0-28b1b86ec2ef tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318873 Jun 22 04:14:16.377933 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 51474) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:16.736220 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739f130-ea90-4da7-b820-684f80904a7c tempest-TestShelveInstance-1228201910 tempest-TestShelveInstance-1228201910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:16.737940 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c739f130-ea90-4da7-b820-684f80904a7c tempest-TestShelveInstance-1228201910 tempest-TestShelveInstance-1228201910-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1093 time: 0.3584774 Jun 22 04:14:16.740633 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 51482) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:16.745042 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'port_id': '781842c1-4333-44ad-af89-bff4108b0d0f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:14:16.802130 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for floatingip, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:16.894609 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:16.997390 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Allocated IP 172.27.1.199 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/c03b627f-1b7b-423f-91ef-ce7b383c8588) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:14:17.100699 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:17.203039 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:17.205418 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:17.245259 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:14:17.248048 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:14:17.252576 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:14:17.255303 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'Port': ['ID=c03b627f-1b7b-423f-91ef-ce7b383c8588,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:17.279408 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.279781 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.280145 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.281283 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.281647 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.282009 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.282392 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.282747 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.283099 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.283450 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.283800 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.284148 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:17.288541 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:17.808026 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:18.016978 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:18.170224 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:18.222429 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13863159'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:18.225947 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:18.300702 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event updated for resources: {'Port': ['ID=c03b627f-1b7b-423f-91ef-ce7b383c8588,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:18.304546 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:18.309558 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:18.405336 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.l3_db [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Floating IP 4bbd008c-86f9-446b-9e0a-fb2d652a5ea8 associated. External IP: 172.27.1.199, port: 781842c1-4333-44ad-af89-bff4108b0d0f. Jun 22 04:14:18.610672 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Router c5c28eca-ec91-4520-a437-b24a12fae3e2 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:14:18.896380 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:14:18.906756 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] Sync routers for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:14:18.916942 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:14:18.923144 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:13:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:14:18.968658 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:19.007972 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2662973 Jun 22 04:14:19.009325 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:14:19.011859 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7d7c67dad2593764b1dd16f1909c2ebf0072521af5fc1f951a63f23506520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf25f913-7836-4bf2-a248-16ab1f651904" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:14:19.029284 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:14:19.111151 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234ad146-0917-4b2f-ad62-f5f9976269ee x-openstack-request-id: req-234ad146-0917-4b2f-ad62-f5f9976269ee {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:14:19.111476 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:14:19.111760 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-234ad146-0917-4b2f-ad62-f5f9976269ee {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:14:19.112184 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f', 'status': 'completed', 'code': 200} Jun 22 04:14:19.297512 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '4bbd008c-86f9-446b-9e0a-fb2d652a5ea8', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'port_id': '781842c1-4333-44ad-af89-bff4108b0d0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'mac_address': 'fa:16:3e:23:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:14:17Z', 'updated_at': '2021-06-22T04:14:17Z', 'revision_number': 0, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:13:00Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:14:19.322052 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] Checking router: c5c28eca-ec91-4520-a437-b24a12fae3e2 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:14:19.329917 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:14:19.330542 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:13:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:14:19.430866 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:14:19.760121 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '4bbd008c-86f9-446b-9e0a-fb2d652a5ea8', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'port_id': '781842c1-4333-44ad-af89-bff4108b0d0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'mac_address': 'fa:16:3e:23:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:14:17Z', 'updated_at': '2021-06-22T04:14:17Z', 'revision_number': 0, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:13:00Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:14:19.785828 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892140a-defc-49d1-8032-d6cc62449b37 None None] The sync data for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi is: [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '4bbd008c-86f9-446b-9e0a-fb2d652a5ea8', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'port_id': '781842c1-4333-44ad-af89-bff4108b0d0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'mac_address': 'fa:16:3e:23:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:14:17Z', 'updated_at': '2021-06-22T04:14:17Z', 'revision_number': 0, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:13:00Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:14:19.968929 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f81b0-b753-4c9c-80aa-402c91d60073 None None] New status for floating IP 4bbd008c-86f9-446b-9e0a-fb2d652a5ea8: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:14:21.296128 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-49ee63eb-2057-4253-9609-a4e32d095a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:22.758735 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-aafb6da4-8093-4070-9be0-548cbd3d4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:22.760212 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-aafb6da4-8093-4070-9be0-548cbd3d4ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1098 time: 0.0523536 Jun 22 04:14:22.848953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-ca560ec2-bef0-4f6d-88df-fe6eeac9d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:22.850402 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-ca560ec2-bef0-4f6d-88df-fe6eeac9d298 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 200 len: 909 time: 0.0835519 Jun 22 04:14:22.919606 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-92a6df09-8341-414d-93cd-799dbf6a2177 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 200 len: 1001 time: 0.0557561 Jun 22 04:14:22.967052 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-2f18631a-0bb0-47fd-b561-9c3ddbe57ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:22.968385 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-2f18631a-0bb0-47fd-b561-9c3ddbe57ef2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6775b766-b350-4a6e-bf76-2415ddc32252 HTTP/1.1" status: 200 len: 847 time: 0.0413494 Jun 22 04:14:23.282988 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-3bac9ee9-c899-4221-bf39-6b3a5d28799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:23.284951 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-3bac9ee9-c899-4221-bf39-6b3a5d28799b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2f5789e-0b91-49bb-90c1-6316c0cf420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3094509 Jun 22 04:14:23.369651 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-8bdfcc89-2827-40f7-a14f-9c327374e322 service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773792 Jun 22 04:14:23.460376 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf25f913-7836-4bf2-a248-16ab1f651904 req-45b1281a-e135-4fdc-bb9d-1af00f7a2867 service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835733 Jun 22 04:14:23.848004 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc7ae3d-49c6-4de6-ba79-38627371309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:24.142652 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:25.113483 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:26.496501 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:32.073498 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:39.319828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7045-03de-469e-a5be-dfd76793da5e req-c32e3812-0a87-4e68-936d-4695fca84467 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:39.321296 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dfb7045-03de-469e-a5be-dfd76793da5e req-c32e3812-0a87-4e68-936d-4695fca84467 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0667582 Jun 22 04:14:39.362295 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dfb7045-03de-469e-a5be-dfd76793da5e req-6b469ea3-aaab-4098-8054-25463e582924 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353847 Jun 22 04:14:40.543665 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a420098-0d3f-4294-99d7-78e35a951864 req-fb7e720c-08d9-42e2-8305-5e19fd831569 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:40.545142 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a420098-0d3f-4294-99d7-78e35a951864 req-fb7e720c-08d9-42e2-8305-5e19fd831569 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0662327 Jun 22 04:14:40.582735 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a420098-0d3f-4294-99d7-78e35a951864 req-69b93de7-9c71-4c32-b452-0d30ebd20acb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Jun 22 04:14:41.344692 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 51754) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:41.362159 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152524-dedb-4abb-a3ea-08d3e8bd0199 req-b53360bc-8ba7-4c33-ab21-39de4dc8f33d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:41.363663 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a152524-dedb-4abb-a3ea-08d3e8bd0199 req-b53360bc-8ba7-4c33-ab21-39de4dc8f33d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 945 time: 0.0641704 Jun 22 04:14:41.402916 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a152524-dedb-4abb-a3ea-08d3e8bd0199 req-1ee00e12-a0c1-4d74-9254-86715d95f851 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331719 Jun 22 04:14:41.454018 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-59adb7b5-8fcb-4d9a-9f53-b3cbcc21713b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:41.538362 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-59adb7b5-8fcb-4d9a-9f53-b3cbcc21713b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:41.607109 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-59adb7b5-8fcb-4d9a-9f53-b3cbcc21713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:41.609773 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b71174ef-8461-4c18-92ef-97c0dd367d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:41.650439 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-59adb7b5-8fcb-4d9a-9f53-b3cbcc21713b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7448b8b582fd40949dae13a71d276d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046677 Jun 22 04:14:41.651351 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adb7b5-8fcb-4d9a-9f53-b3cbcc21713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868ca4a4-5986-4fd1-a32e-b31d7f940d4f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:41.653702 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 51760) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:41.654476 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-59adb7b5-8fcb-4d9a-9f53-b3cbcc21713b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:41.724577 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed0f17f3-aca7-4887-a9da-1528d4d3c6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:41.772566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed0f17f3-aca7-4887-a9da-1528d4d3c6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:41.816173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b223f-db3b-4846-9871-3716c79fe517 req-0da218b7-6da3-495a-b349-a47f55844b5a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:41.817628 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-750b223f-db3b-4846-9871-3716c79fe517 req-0da218b7-6da3-495a-b349-a47f55844b5a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.1061130 Jun 22 04:14:41.865549 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-750b223f-db3b-4846-9871-3716c79fe517 req-757645c5-72c8-4428-9a9c-acefcbaee307 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 Jun 22 04:14:41.944850 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed0f17f3-aca7-4887-a9da-1528d4d3c6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:41.947635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed0f17f3-aca7-4887-a9da-1528d4d3c6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:41.948771 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ed0f17f3-aca7-4887-a9da-1528d4d3c6ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/868ca4a4-5986-4fd1-a32e-b31d7f940d4f HTTP/1.1" status: 204 len: 168 time: 0.2813265 Jun 22 04:14:41.949556 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9e7fde22-08fa-493a-8e4a-56882fc59a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:41.957047 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f17f3-aca7-4887-a9da-1528d4d3c6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868ca4a4-5986-4fd1-a32e-b31d7f940d4f,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:41.964828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ed0f17f3-aca7-4887-a9da-1528d4d3c6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:42.485884 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 51768) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:42.500256 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-89e1e8ab-4546-44b7-8af2-20335807c44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:42.617822 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f2868-ce45-4e37-ae41-c4e9a7e9696d req-0af3fdf7-891d-4e0c-8af7-ff0331888499 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:42.619296 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e0f2868-ce45-4e37-ae41-c4e9a7e9696d req-0af3fdf7-891d-4e0c-8af7-ff0331888499 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 945 time: 0.0943429 Jun 22 04:14:42.638997 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:14:42.652360 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-89e1e8ab-4546-44b7-8af2-20335807c44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:42.670149 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e0f2868-ce45-4e37-ae41-c4e9a7e9696d req-f6e2591b-9770-43ca-bacd-229b7a18130b tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441186 Jun 22 04:14:42.726949 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-89e1e8ab-4546-44b7-8af2-20335807c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:42.729536 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-facce3c2-65cc-4fd1-a1d5-cd920b708c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:42.765243 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-89e1e8ab-4546-44b7-8af2-20335807c44c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a8e54d660ec47548dc96c6b3d727e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782416 Jun 22 04:14:42.766226 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e8ab-4546-44b7-8af2-20335807c44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a0e0d7-d5e2-41b3-a681-84d647950e52,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:42.768293 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 51770) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:42.769241 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-89e1e8ab-4546-44b7-8af2-20335807c44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:42.816605 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a192-14dc-41df-ada4-e90d9dcb7265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:42.838275 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a192-14dc-41df-ada4-e90d9dcb7265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:42.978280 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a192-14dc-41df-ada4-e90d9dcb7265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:42.981011 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a192-14dc-41df-ada4-e90d9dcb7265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:42.982231 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-9ad1a192-14dc-41df-ada4-e90d9dcb7265 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89a0e0d7-d5e2-41b3-a681-84d647950e52 HTTP/1.1" status: 204 len: 168 time: 0.2129090 Jun 22 04:14:42.983586 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b89871af-e113-4ef1-81c7-7648999f37ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:42.991757 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1a192-14dc-41df-ada4-e90d9dcb7265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a0e0d7-d5e2-41b3-a681-84d647950e52,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:42.994031 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9ad1a192-14dc-41df-ada4-e90d9dcb7265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:43.043426 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525f01-0b96-4a17-afc2-b809ccb3baa8 req-e1065736-63d8-47c1-a835-f0058cf46c25 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:43.044900 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe525f01-0b96-4a17-afc2-b809ccb3baa8 req-e1065736-63d8-47c1-a835-f0058cf46c25 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0655425 Jun 22 04:14:43.086277 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe525f01-0b96-4a17-afc2-b809ccb3baa8 req-0b82a98e-5da9-4360-8ddf-ca6b08c122cc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352404 Jun 22 04:14:43.575060 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9a042-3672-405b-b191-6b1052504e54 req-de580929-8181-436a-9a7b-b5e73b1bc903 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:43.576484 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f9a042-3672-405b-b191-6b1052504e54 req-de580929-8181-436a-9a7b-b5e73b1bc903 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 945 time: 0.0634904 Jun 22 04:14:43.677468 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Deleting port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:14:43.678211 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:43.770809 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] For port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,segment=NetworkSegment(e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e),segment_id=e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:14:43.771216 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:43.834885 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Calling delete_port for 9fd636f3-985c-4ec2-8ebb-33a040afc8cf owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:14:43.955952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474daed-4ea4-4817-90ed-af76804a4468 req-9d643986-fa27-44ff-9549-c6469aa13e20 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:43.957318 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f474daed-4ea4-4817-90ed-af76804a4468 req-9d643986-fa27-44ff-9549-c6469aa13e20 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 945 time: 0.1479666 Jun 22 04:14:44.026367 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f474daed-4ea4-4817-90ed-af76804a4468 req-e32a68e3-7fdd-4cd8-a12c-dcfc2d48d3fe tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/security-groups?id=b477e282-90f4-467d-844d-88898448bb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622761 Jun 22 04:14:44.093081 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:44.098224 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:44.128029 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Pushing event deleted for resources: {'Port': ['ID=9fd636f3-985c-4ec2-8ebb-33a040afc8cf,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:44.133635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:44.139528 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['9fd636f3-985c-4ec2-8ebb-33a040afc8cf'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:14:44.173371 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] No DVR routers for this DVR port 9fd636f3-985c-4ec2-8ebb-33a040afc8cf on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:14:44.176854 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:44.178713 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f9a042-3672-405b-b191-6b1052504e54 req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.26 "DELETE /v2.0/ports/9fd636f3-985c-4ec2-8ebb-33a040afc8cf HTTP/1.1" status: 204 len: 173 time: 0.5965273 Jun 22 04:14:44.179238 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fefbf3-9acf-4ee7-b021-52322909a9d3', 'name': 'network-vif-deleted', 'tag': '9fd636f3-985c-4ec2-8ebb-33a040afc8cf'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:14:44.182815 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77478e0a-c4ed-4be0-ad7f-f0e1578780d0" -d '{"events": [{"server_uuid": "25fefbf3-9acf-4ee7-b021-52322909a9d3", "name": "network-vif-deleted", "tag": "9fd636f3-985c-4ec2-8ebb-33a040afc8cf"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:14:44.302357 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce258-8c81-4530-bd1a-b41f3bb8ccf3 req-8c68e22d-a0a8-4886-a9ff-1f38f44d1459 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:44.304956 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0ce258-8c81-4530-bd1a-b41f3bb8ccf3 req-8c68e22d-a0a8-4886-a9ff-1f38f44d1459 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0807106 Jun 22 04:14:44.338742 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefaca63-5211-40be-8aa0-37492256df36 x-openstack-request-id: req-cefaca63-5211-40be-8aa0-37492256df36 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:14:44.339062 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fefbf3-9acf-4ee7-b021-52322909a9d3", "name": "network-vif-deleted", "tag": "9fd636f3-985c-4ec2-8ebb-33a040afc8cf", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:14:44.339365 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cefaca63-5211-40be-8aa0-37492256df36 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:14:44.339770 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fefbf3-9acf-4ee7-b021-52322909a9d3', 'name': 'network-vif-deleted', 'tag': '9fd636f3-985c-4ec2-8ebb-33a040afc8cf', 'status': 'completed', 'code': 200} Jun 22 04:14:44.347297 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0ce258-8c81-4530-bd1a-b41f3bb8ccf3 req-aaef113e-a31f-4318-9dd8-d75bfc64b3be tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356812 Jun 22 04:14:45.191595 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c815454d-2de8-441a-ac81-c6ebf86f12f9 req-f20ca759-a250-4a84-bac3-632655bf7ce1 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fefbf3-9acf-4ee7-b021-52322909a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0327175 Jun 22 04:14:45.524051 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e87d5-7bee-4e48-8b8c-2b5c70c6479f req-6b24bd34-66cc-4252-ba78-b210b51e23ab tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:45.525581 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-006e87d5-7bee-4e48-8b8c-2b5c70c6479f req-6b24bd34-66cc-4252-ba78-b210b51e23ab tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0639446 Jun 22 04:14:45.565080 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-006e87d5-7bee-4e48-8b8c-2b5c70c6479f req-4e9b1250-44d5-4fd9-83ca-b7fe768d128c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336380 Jun 22 04:14:46.559768 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 9fd636f3-985c-4ec2-8ebb-33a040afc8cf no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:14:46.580428 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 9fd636f3-985c-4ec2-8ebb-33a040afc8cf {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:14:46.580794 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 9fd636f3-985c-4ec2-8ebb-33a040afc8cf not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:14:46.744198 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497a9d-c7b6-4141-897d-a7c52cb0299e req-2c1f67f5-9aad-4f74-8835-3f2136404b98 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:46.745682 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7497a9d-c7b6-4141-897d-a7c52cb0299e req-2c1f67f5-9aad-4f74-8835-3f2136404b98 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0634305 Jun 22 04:14:46.791930 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7497a9d-c7b6-4141-897d-a7c52cb0299e req-c8614b43-31f2-44ab-964c-34be14b599f4 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325327 Jun 22 04:14:47.983786 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571af7a-6c3d-4bd3-b2a3-901af5bcb363 req-1e6a2075-7faa-4d2f-b905-65f65b2f33e9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:47.985239 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5571af7a-6c3d-4bd3-b2a3-901af5bcb363 req-1e6a2075-7faa-4d2f-b905-65f65b2f33e9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0677521 Jun 22 04:14:48.023035 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5571af7a-6c3d-4bd3-b2a3-901af5bcb363 req-e2c7967a-dd43-4de8-824e-f97bbb56df78 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320590 Jun 22 04:14:49.200457 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf97c9-0fe0-42c3-b33b-70ca2e719c2d req-5ccd41d6-8666-49de-91cf-f8de228b4136 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:49.201917 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c3cf97c9-0fe0-42c3-b33b-70ca2e719c2d req-5ccd41d6-8666-49de-91cf-f8de228b4136 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0657568 Jun 22 04:14:49.238664 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c3cf97c9-0fe0-42c3-b33b-70ca2e719c2d req-02f0042f-c8f0-46a6-9408-fcc1d7858fe6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Jun 22 04:14:50.145492 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 51904) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:50.246091 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f442b81-3025-420b-ba76-3379a01969a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:50.333268 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f442b81-3025-420b-ba76-3379a01969a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:50.410249 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8f442b81-3025-420b-ba76-3379a01969a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:50.413750 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-805e3446-25be-49e8-8779-7086d73fdff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:50.417711 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519987e7-4f4b-4510-b43d-99efb27d01c2 req-f1c90dd2-deef-4fea-a932-42f4e3e690cc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:50.419638 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-519987e7-4f4b-4510-b43d-99efb27d01c2 req-f1c90dd2-deef-4fea-a932-42f4e3e690cc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0637019 Jun 22 04:14:50.448771 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8f442b81-3025-420b-ba76-3379a01969a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32e59920a3f54f74aabd242b4b2df5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021712 Jun 22 04:14:50.449928 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f442b81-3025-420b-ba76-3379a01969a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8ee114-2421-44ad-bec5-1607d9bfef31,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:50.451687 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 51912) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:50.452983 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8f442b81-3025-420b-ba76-3379a01969a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:50.467818 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-519987e7-4f4b-4510-b43d-99efb27d01c2 req-f53453d0-0def-4654-b1b5-06d265802a92 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 Jun 22 04:14:50.508169 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:50.528904 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:50.627521 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:50.630146 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:50.631264 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e8ee114-2421-44ad-bec5-1607d9bfef31 HTTP/1.1" status: 204 len: 168 time: 0.1786516 Jun 22 04:14:50.631923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:50.639079 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8ee114-2421-44ad-bec5-1607d9bfef31,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:50.647321 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.647321 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.647321 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.647321 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.647321 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.647833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.648046 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.648297 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.648645 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.648991 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.649342 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.649671 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:50.653246 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:51.193190 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 51918) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:51.206386 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65f28a23-6986-4609-9517-f3b520d27f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:51.291067 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65f28a23-6986-4609-9517-f3b520d27f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:51.313471 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-26966321-d82d-492e-afc2-9444101c053f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:51.366596 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65f28a23-6986-4609-9517-f3b520d27f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:51.370669 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:51.405638 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-65f28a23-6986-4609-9517-f3b520d27f69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1dc0986bf33489b8532ea7276fc8d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119246 Jun 22 04:14:51.406784 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f28a23-6986-4609-9517-f3b520d27f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b4135-3412-425b-92cd-32965791f6e5,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:51.408393 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 51922) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:51.410004 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-65f28a23-6986-4609-9517-f3b520d27f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:51.459294 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6df71e0d-5235-4008-b0c1-996a68145784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:51.479389 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6df71e0d-5235-4008-b0c1-996a68145784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:51.606726 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6df71e0d-5235-4008-b0c1-996a68145784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:51.609519 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6df71e0d-5235-4008-b0c1-996a68145784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:51.612927 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-6df71e0d-5235-4008-b0c1-996a68145784 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe1b4135-3412-425b-92cd-32965791f6e5 HTTP/1.1" status: 204 len: 168 time: 0.2013052 Jun 22 04:14:51.612927 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2fa10c3f-a938-4021-b779-621fbc3f2c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:51.619561 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df71e0d-5235-4008-b0c1-996a68145784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b4135-3412-425b-92cd-32965791f6e5,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:51.623870 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6df71e0d-5235-4008-b0c1-996a68145784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:51.659161 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce557b2-f9b7-48bc-a262-f1412d14dd52 req-123bea29-e67d-4bd3-a642-8c5630179fe7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:51.660632 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bce557b2-f9b7-48bc-a262-f1412d14dd52 req-123bea29-e67d-4bd3-a642-8c5630179fe7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0776887 Jun 22 04:14:51.701836 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bce557b2-f9b7-48bc-a262-f1412d14dd52 req-531f41cc-7dbb-45dc-953e-abc16c403070 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355153 Jun 22 04:14:52.877177 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf530-228f-4033-9b23-6cc91b98ab09 req-c1b77c42-0dac-4121-bc0f-a426035879fd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:52.878676 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6fecf530-228f-4033-9b23-6cc91b98ab09 req-c1b77c42-0dac-4121-bc0f-a426035879fd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0636728 Jun 22 04:14:52.916829 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6fecf530-228f-4033-9b23-6cc91b98ab09 req-95267067-6772-4e5f-bc5e-752d8e1d4e95 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319710 Jun 22 04:14:53.844750 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-87c867de-78f9-4518-89a8-2bbd0fc06876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:54.096382 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da141-e110-442d-81fd-99671d6b22d4 req-9397c54e-0f51-4e95-ac4b-a32389c120e5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:54.097885 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb1da141-e110-442d-81fd-99671d6b22d4 req-9397c54e-0f51-4e95-ac4b-a32389c120e5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0641017 Jun 22 04:14:54.125159 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:54.138963 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb1da141-e110-442d-81fd-99671d6b22d4 req-97b8dc9d-e495-446e-926d-d1fe456a20b3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340531 Jun 22 04:14:54.582711 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:14:54.681830 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:14:54.692822 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'port_id': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'mac_address': 'fa:16:3e:83:6b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:14:54.729110 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:54.741583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6866d56-6b09-4c38-b87e-ae10477f497a {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:14:54.760573 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:14:54.878595 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:54.880266 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:54.926018 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=6']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:54.933818 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.934209 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.934540 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.934874 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.935207 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.935536 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.935865 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.936188 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.936515 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.936839 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.937160 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.937477 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:14:54.941403 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:55.092300 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:55.182504 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['b6866d56-6b09-4c38-b87e-ae10477f497a'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:14:55.331605 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c62f-eac6-45a9-8c00-309838263478 req-e5944ed1-8975-4fd4-98e6-ff40fe71e99c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:55.333050 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59e6c62f-eac6-45a9-8c00-309838263478 req-e5944ed1-8975-4fd4-98e6-ff40fe71e99c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0670259 Jun 22 04:14:55.371642 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59e6c62f-eac6-45a9-8c00-309838263478 req-920f9c24-d823-46a6-acad-f6437295dad8 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Jun 22 04:14:56.447262 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:56.557941 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45b68e-ff1e-4173-8908-2ca123adc882 req-325402da-f8ae-415d-ad61-948bf141c6f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:56.559426 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9d45b68e-ff1e-4173-8908-2ca123adc882 req-325402da-f8ae-415d-ad61-948bf141c6f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0679014 Jun 22 04:14:56.596967 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9d45b68e-ff1e-4173-8908-2ca123adc882 req-ecf2e5b3-786c-4520-ade6-e7ad5f7c3b0d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Jun 22 04:14:56.599799 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:14:56.650842 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port b6866d56-6b09-4c38-b87e-ae10477f497a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:14:56.652455 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:56.735676 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:56.758315 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:14:56.760666 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2a549e-4e0f-4f27-9780-89984607be3b" -d '{"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-plugged", "status": "completed", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:14:56.773972 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:14:56.861955 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:56.864869 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:56.917156 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=7']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:56.920646 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:56.933981 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29839c8-2543-4fbe-9724-bccbcc9002aa x-openstack-request-id: req-c29839c8-2543-4fbe-9724-bccbcc9002aa {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:14:56.934316 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-plugged", "status": "completed", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:14:56.934581 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c29839c8-2543-4fbe-9724-bccbcc9002aa {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:14:56.934989 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'code': 200} Jun 22 04:14:57.772383 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e361d45-3204-4a0e-81f5-3490b400da74 req-71063452-6480-4f18-968f-37887a02d8fc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:57.773832 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e361d45-3204-4a0e-81f5-3490b400da74 req-71063452-6480-4f18-968f-37887a02d8fc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0617528 Jun 22 04:14:57.816906 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e361d45-3204-4a0e-81f5-3490b400da74 req-89865734-334d-4b84-ba89-631785fb6cba tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362334 Jun 22 04:14:58.122595 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52044) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:58.222591 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d38c8002-77dd-49c9-8021-cbf9dcb5051a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:58.310188 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d38c8002-77dd-49c9-8021-cbf9dcb5051a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:58.372028 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d38c8002-77dd-49c9-8021-cbf9dcb5051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:58.374544 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5fb1b599-19b4-4c91-a495-ee888257a7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:58.407577 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c8002-77dd-49c9-8021-cbf9dcb5051a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130de914-0269-43bf-8f61-1a12d9cec2dd,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:58.410692 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d38c8002-77dd-49c9-8021-cbf9dcb5051a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:58.413255 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d38c8002-77dd-49c9-8021-cbf9dcb5051a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0aad7b1ea0a421aaf57b593ece1e643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895484 Jun 22 04:14:58.416431 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52048) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:58.462290 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47eb06a5-995f-4529-a39e-600ca36aae1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:58.483172 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47eb06a5-995f-4529-a39e-600ca36aae1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:58.592977 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47eb06a5-995f-4529-a39e-600ca36aae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:58.595524 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47eb06a5-995f-4529-a39e-600ca36aae1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:58.596630 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-47eb06a5-995f-4529-a39e-600ca36aae1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/130de914-0269-43bf-8f61-1a12d9cec2dd HTTP/1.1" status: 204 len: 168 time: 0.1792555 Jun 22 04:14:58.597401 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-85d310b8-2825-437c-9457-9f987e82af50 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:58.605139 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb06a5-995f-4529-a39e-600ca36aae1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130de914-0269-43bf-8f61-1a12d9cec2dd,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:58.607365 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-47eb06a5-995f-4529-a39e-600ca36aae1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:59.008883 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780292a8-75de-45c2-b4c1-4905df2943c3 req-5660b374-eaa2-4b74-b5eb-c07031a133d1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:14:59.010902 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-780292a8-75de-45c2-b4c1-4905df2943c3 req-5660b374-eaa2-4b74-b5eb-c07031a133d1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0636780 Jun 22 04:14:59.047422 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-780292a8-75de-45c2-b4c1-4905df2943c3 req-5f6c8bb1-7ade-4faf-b4f9-552b2c3a3507 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308561 Jun 22 04:14:59.255515 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52060) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:59.268564 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8c1c9fcf-5454-4d61-842d-76dcf1825777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:59.356545 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8c1c9fcf-5454-4d61-842d-76dcf1825777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:59.440570 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8c1c9fcf-5454-4d61-842d-76dcf1825777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:59.444119 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-939cbb58-1c7b-4b04-8fb0-87ceaefefb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:59.480037 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8c1c9fcf-5454-4d61-842d-76dcf1825777 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a08ff6b6fc74a1f862c6ea89c0c3a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234485 Jun 22 04:14:59.482264 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c9fcf-5454-4d61-842d-76dcf1825777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fa8494-dc2e-4eec-8a1f-1eaeca05b423,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:59.482827 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52064) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:14:59.485069 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8c1c9fcf-5454-4d61-842d-76dcf1825777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:14:59.531621 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0cf29e84-b041-44ac-886a-fea64bedbf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:59.552565 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0cf29e84-b041-44ac-886a-fea64bedbf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:59.667656 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0cf29e84-b041-44ac-886a-fea64bedbf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:59.670294 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0cf29e84-b041-44ac-886a-fea64bedbf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:14:59.671425 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0cf29e84-b041-44ac-886a-fea64bedbf8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59fa8494-dc2e-4eec-8a1f-1eaeca05b423 HTTP/1.1" status: 204 len: 168 time: 0.1875293 Jun 22 04:14:59.672200 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-42e421e6-d583-4368-81a4-0eee04a6eb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:14:59.679672 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf29e84-b041-44ac-886a-fea64bedbf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fa8494-dc2e-4eec-8a1f-1eaeca05b423,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:14:59.682364 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0cf29e84-b041-44ac-886a-fea64bedbf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:00.226291 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3c942-2c3c-470c-83df-a6477ef5e6b4 req-529bb662-2448-4702-a082-59158d42c860 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:00.227804 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-71c3c942-2c3c-470c-83df-a6477ef5e6b4 req-529bb662-2448-4702-a082-59158d42c860 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0673521 Jun 22 04:15:00.265567 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-71c3c942-2c3c-470c-83df-a6477ef5e6b4 req-a3224ea2-2ee3-47b0-91fd-149a417aebfe tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Jun 22 04:15:01.443524 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d445f57-2cf0-47f4-805d-69245985acd8 req-dd6b288f-04ed-4810-8499-74d1fc062c51 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:01.445024 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d445f57-2cf0-47f4-805d-69245985acd8 req-dd6b288f-04ed-4810-8499-74d1fc062c51 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0637341 Jun 22 04:15:01.482625 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d445f57-2cf0-47f4-805d-69245985acd8 req-30dd703d-1c34-4e1e-9c85-306a5abe94a2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317688 Jun 22 04:15:02.069350 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:02.665688 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b16f2-262d-4d86-a680-d97766db895d req-fc3b2851-6bc2-4bbc-b97c-3d38e2c01511 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:02.667884 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d63b16f2-262d-4d86-a680-d97766db895d req-fc3b2851-6bc2-4bbc-b97c-3d38e2c01511 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0677092 Jun 22 04:15:02.706788 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d63b16f2-262d-4d86-a680-d97766db895d req-21743999-b026-4809-b690-a8bc560322fe tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335312 Jun 22 04:15:03.884828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4fb28-ea24-4da8-9aec-d9dfb07f92f4 req-a64b8c38-acac-4283-93a6-3fe5ece02816 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:03.886911 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b3d4fb28-ea24-4da8-9aec-d9dfb07f92f4 req-a64b8c38-acac-4283-93a6-3fe5ece02816 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0630472 Jun 22 04:15:03.924788 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b3d4fb28-ea24-4da8-9aec-d9dfb07f92f4 req-3620b58e-e09c-4101-bbe2-8caeb1025c9e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323226 Jun 22 04:15:05.101472 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1fcc8-ec7e-41ff-926c-bad6473f51fa req-035f91ce-292d-4d08-a3cd-04301883524a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:05.102941 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f1fcc8-ec7e-41ff-926c-bad6473f51fa req-035f91ce-292d-4d08-a3cd-04301883524a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0612121 Jun 22 04:15:05.140116 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f1fcc8-ec7e-41ff-926c-bad6473f51fa req-5633648a-f773-4573-8ae6-65dc7f1940a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311046 Jun 22 04:15:05.564335 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-703c9df4-8fb6-4957-8552-cc90e3503205 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533423 Jun 22 04:15:05.670788 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-caaa33b5-87bf-4de7-bbd7-be984ee70b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:05.672219 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-caaa33b5-87bf-4de7-bbd7-be984ee70b98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 1098 time: 0.0505865 Jun 22 04:15:05.776235 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-9497196d-9909-42d3-bb3b-cfc64700c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:05.777551 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-9497196d-9909-42d3-bb3b-cfc64700c813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 912 time: 0.0842016 Jun 22 04:15:05.841279 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-74923e81-8607-4784-8106-d115b493e971 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 200 len: 1001 time: 0.0569055 Jun 22 04:15:05.888721 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-50229813-df0b-4cc8-a89a-13ea23b6f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:05.890127 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-50229813-df0b-4cc8-a89a-13ea23b6f9b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.0426610 Jun 22 04:15:05.948643 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-e54cae94-ed76-4447-9cdb-3f4239fae8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:05.950063 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-e54cae94-ed76-4447-9cdb-3f4239fae8d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536151 Jun 22 04:15:06.035281 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-dd619f65-308f-4f81-903d-45833816ba49 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786114 Jun 22 04:15:06.122154 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f777277b-33e5-4d17-86d5-ae1703a18ee8 req-18117126-b740-4a9c-8893-b02ce5a11861 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801630 Jun 22 04:15:06.316342 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b942f11-370b-41ec-847f-f7e0ef9f87ce req-dd55fade-80e8-4d67-af68-c4ca3bae9470 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:06.317800 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b942f11-370b-41ec-847f-f7e0ef9f87ce req-dd55fade-80e8-4d67-af68-c4ca3bae9470 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0635059 Jun 22 04:15:06.356104 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b942f11-370b-41ec-847f-f7e0ef9f87ce req-f068b9de-26f7-434f-ac98-5fbeb4044ffe tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Jun 22 04:15:07.563126 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b99a6-3b1c-44bf-b912-e7ef93fdf524 req-45c088ab-34b3-4c07-add8-c680a823b2f5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:07.573119 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e61b99a6-3b1c-44bf-b912-e7ef93fdf524 req-45c088ab-34b3-4c07-add8-c680a823b2f5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0846839 Jun 22 04:15:07.621565 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e61b99a6-3b1c-44bf-b912-e7ef93fdf524 req-14364b0f-237e-4f2d-9196-1d8e0ee136e2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465441 Jun 22 04:15:08.861959 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ab8c0-f37e-43f5-8fa9-e92835c043fe req-0819302e-c1df-489a-aa53-214525acd89e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:08.864289 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc3ab8c0-f37e-43f5-8fa9-e92835c043fe req-0819302e-c1df-489a-aa53-214525acd89e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0968375 Jun 22 04:15:08.923659 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc3ab8c0-f37e-43f5-8fa9-e92835c043fe req-e73d97ea-8518-4efa-a259-f15b5ef8242b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522363 Jun 22 04:15:10.111784 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721ca2f-ed51-430c-98fb-d94f663207b3 req-53a6c86a-4cdb-4294-9011-2dd5ba9ca76c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:10.113558 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a721ca2f-ed51-430c-98fb-d94f663207b3 req-53a6c86a-4cdb-4294-9011-2dd5ba9ca76c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0698409 Jun 22 04:15:10.157957 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a721ca2f-ed51-430c-98fb-d94f663207b3 req-eec6c4b0-1e89-4113-83f0-f44791c9f74d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364115 Jun 22 04:15:11.381124 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abcf7-c487-456b-b54d-7700dc0fe3b0 req-c2dd0a72-1ded-4af1-9ec2-03dd2994408f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:11.383960 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f2abcf7-c487-456b-b54d-7700dc0fe3b0 req-c2dd0a72-1ded-4af1-9ec2-03dd2994408f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0888991 Jun 22 04:15:11.425993 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f2abcf7-c487-456b-b54d-7700dc0fe3b0 req-2fc3fe1a-5392-455f-ba0f-f8be4b9ceb9e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358326 Jun 22 04:15:12.618157 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e179d-3be9-4417-811d-13f461ac50a2 req-68004eeb-924a-4bb6-bc8c-052338d5acf2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:12.619586 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-729e179d-3be9-4417-811d-13f461ac50a2 req-68004eeb-924a-4bb6-bc8c-052338d5acf2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0683637 Jun 22 04:15:12.657978 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-729e179d-3be9-4417-811d-13f461ac50a2 req-c4e7a670-7f69-4cf9-93fd-8f35c3878140 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324197 Jun 22 04:15:13.852265 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a95855-160b-4374-bee6-0bf18bae286b req-a38503f0-c60f-4a62-b6a4-bf467cf52d55 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:13.854346 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5a95855-160b-4374-bee6-0bf18bae286b req-a38503f0-c60f-4a62-b6a4-bf467cf52d55 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0678024 Jun 22 04:15:13.892328 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5a95855-160b-4374-bee6-0bf18bae286b req-6e5065ef-c22d-4806-b74b-fbf8c0fe1d49 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322964 Jun 22 04:15:15.113057 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54919cb8-790e-4e88-84be-0d07d6645d30 req-edd39c7e-a402-4a58-ba9e-85569848541c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:15.114811 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54919cb8-790e-4e88-84be-0d07d6645d30 req-edd39c7e-a402-4a58-ba9e-85569848541c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0963981 Jun 22 04:15:15.155973 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54919cb8-790e-4e88-84be-0d07d6645d30 req-608845b2-210d-4450-aedf-ed46003d420a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343211 Jun 22 04:15:15.846015 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52338) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:15.990635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-35729d71-8aee-402e-8791-e9b6091c16d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:16.105047 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-35729d71-8aee-402e-8791-e9b6091c16d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:16.211758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-35729d71-8aee-402e-8791-e9b6091c16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:16.215150 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0ff76686-5b64-47ea-8b48-0556f2078619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:16.259962 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35729d71-8aee-402e-8791-e9b6091c16d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e85ada-2be1-4844-a097-96b866823818,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:16.266259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-35729d71-8aee-402e-8791-e9b6091c16d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:16.273491 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52350) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:16.286211 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-35729d71-8aee-402e-8791-e9b6091c16d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fdcb14fbded4c5d86cfb0e3ac4893e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389496 Jun 22 04:15:16.338284 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-60a60fb8-4772-484f-b713-d7c1747dc775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:16.374738 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-60a60fb8-4772-484f-b713-d7c1747dc775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:16.445312 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8702f-0dfa-41c2-a806-03a3ae6bce3f req-3aaaa746-a44d-43d9-aeee-36a022426a45 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:16.447062 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-31b8702f-0dfa-41c2-a806-03a3ae6bce3f req-3aaaa746-a44d-43d9-aeee-36a022426a45 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0960064 Jun 22 04:15:16.465202 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-60a60fb8-4772-484f-b713-d7c1747dc775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:16.468717 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-60a60fb8-4772-484f-b713-d7c1747dc775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:16.472998 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-60a60fb8-4772-484f-b713-d7c1747dc775 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4e85ada-2be1-4844-a097-96b866823818 HTTP/1.1" status: 204 len: 168 time: 0.1981955 Jun 22 04:15:16.474129 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-45acbe52-14a0-482d-8735-9390e219c6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:16.489447 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a60fb8-4772-484f-b713-d7c1747dc775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e85ada-2be1-4844-a097-96b866823818,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:16.499142 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-60a60fb8-4772-484f-b713-d7c1747dc775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:16.523505 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-31b8702f-0dfa-41c2-a806-03a3ae6bce3f req-dd55c60b-4a45-40a9-84f1-527431ecf487 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682430 Jun 22 04:15:17.119090 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52358) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:17.136572 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.237095 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.399198 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52362) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:17.445290 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] Deleting subnet dab6a4f1-4bf8-46d0-86a7-5d9e28139521 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:15:17.448378 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.467425 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.471862 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8c1c9fcf-5454-4d61-842d-76dcf1825777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:17.517291 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.520585 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=326e1774fb594005aa71858a518846ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004207 Jun 22 04:15:17.523524 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52364) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:17.546887 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b6229c-85c1-4675-9900-74a70956d1e6,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:17.558335 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.558687 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.559053 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.559427 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.559779 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.560131 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.560479 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.560830 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.561688 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.561688 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.561988 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.562281 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:17.569090 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:17.580007 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.580584 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75aa6a23-4c19-4645-a6e0-beb74af074cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.603454 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75aa6a23-4c19-4645-a6e0-beb74af074cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.724215 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a578e-e431-40d9-87d7-b391da2c0c40 req-19cf1769-347b-4a00-84d0-cb48ad80e21e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:17.725590 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf6a578e-e431-40d9-87d7-b391da2c0c40 req-19cf1769-347b-4a00-84d0-cb48ad80e21e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0644746 Jun 22 04:15:17.763601 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf6a578e-e431-40d9-87d7-b391da2c0c40 req-a54a414f-25cf-41f8-92ac-e0cc4fa20f9d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Jun 22 04:15:17.766466 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.769870 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d55dc9b1-dd55-4874-95bd-a659237c8739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:17.794834 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab6a4f1-4bf8-46d0-86a7-5d9e28139521,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:17.796773 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.800467 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dab6a4f1-4bf8-46d0-86a7-5d9e28139521 HTTP/1.1" status: 204 len: 168 time: 0.3981330 Jun 22 04:15:17.800467 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ae24f79e-2e2b-4b6f-93aa-c8d69c6ed0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:17.801094 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75aa6a23-4c19-4645-a6e0-beb74af074cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.801330 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52368) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:17.803996 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75aa6a23-4c19-4645-a6e0-beb74af074cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.805246 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-75aa6a23-4c19-4645-a6e0-beb74af074cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89b6229c-85c1-4675-9900-74a70956d1e6 HTTP/1.1" status: 204 len: 168 time: 0.2806823 Jun 22 04:15:17.807121 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4041d1f3-9cba-40c2-a148-f6f5e21f7c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:17.815864 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa6a23-4c19-4645-a6e0-beb74af074cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b6229c-85c1-4675-9900-74a70956d1e6,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:17.818566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-75aa6a23-4c19-4645-a6e0-beb74af074cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:17.872201 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.955546 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:17.966549 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befd0155-ae6a-4cfa-87ae-40e4f06046a9']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:15:17.977149 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:15:17.977458 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02b0dc2-d50f-44eb-a77a-99bb55c6bb7e') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:15:17.988367 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.004254 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.012254 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:15:18.012663 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:15:18.014478 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:15:18.136678 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.140822 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:18.187927 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.192371 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/befd0155-ae6a-4cfa-87ae-40e4f06046a9 HTTP/1.1" status: 204 len: 168 time: 0.3876395 Jun 22 04:15:18.192371 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=befd0155-ae6a-4cfa-87ae-40e4f06046a9,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:18.193286 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2f933cda-ea22-47ce-bd40-eeafa35792e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:18.570125 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52380) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:18.581916 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-23cf167c-6e70-4e1b-9455-9bda99ae30f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.629818 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52382) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:18.675819 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6138b821-0000-4b6b-aa48-962159844e8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3231f5e84334fde8df5a256d3cd6342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445926 Jun 22 04:15:18.679132 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-23cf167c-6e70-4e1b-9455-9bda99ae30f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.681154 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52384) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:18.729430 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2d3afac2-749b-4fbc-ac0b-00070cd04190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.753919 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2d3afac2-749b-4fbc-ac0b-00070cd04190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.788778 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-23cf167c-6e70-4e1b-9455-9bda99ae30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.792443 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b7a9f609-ef73-4f37-9905-efa2ae785609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:18.829776 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-23cf167c-6e70-4e1b-9455-9bda99ae30f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=922acc1e006043ad93cbc559742dcfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610068 Jun 22 04:15:18.831098 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf167c-6e70-4e1b-9455-9bda99ae30f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ed7787-c8c2-4847-a35d-704e94d25e99,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:18.831967 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52388) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:18.834319 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-23cf167c-6e70-4e1b-9455-9bda99ae30f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:18.864188 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2d3afac2-749b-4fbc-ac0b-00070cd04190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.864188 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2d3afac2-749b-4fbc-ac0b-00070cd04190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.864188 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2d3afac2-749b-4fbc-ac0b-00070cd04190 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b477e282-90f4-467d-844d-88898448bb54 HTTP/1.1" status: 204 len: 168 time: 0.1810925 Jun 22 04:15:18.876939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9d4ac210-7247-4dab-afe0-6e40fba185cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:18.887118 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3afac2-749b-4fbc-ac0b-00070cd04190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b477e282-90f4-467d-844d-88898448bb54,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:18.889569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2d3afac2-749b-4fbc-ac0b-00070cd04190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:18.920917 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a60d3f8d-7063-4e50-a7db-4c6b25312b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:18.963324 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a60d3f8d-7063-4e50-a7db-4c6b25312b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:19.016418 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df059a-b584-4a6a-aea5-963bb485862d req-bbff1663-2bc7-4b31-b1ef-4ce8adcc5e31 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:19.020307 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53df059a-b584-4a6a-aea5-963bb485862d req-bbff1663-2bc7-4b31-b1ef-4ce8adcc5e31 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.1228654 Jun 22 04:15:19.059292 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53df059a-b584-4a6a-aea5-963bb485862d req-4cdf4c8a-a4ab-4166-8963-9c8e860091c2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340877 Jun 22 04:15:19.142996 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a60d3f8d-7063-4e50-a7db-4c6b25312b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:19.145657 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a60d3f8d-7063-4e50-a7db-4c6b25312b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:19.149071 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a60d3f8d-7063-4e50-a7db-4c6b25312b3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46ed7787-c8c2-4847-a35d-704e94d25e99 HTTP/1.1" status: 204 len: 168 time: 0.3138275 Jun 22 04:15:19.149071 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-35729d71-8aee-402e-8791-e9b6091c16d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:19.155429 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d3f8d-7063-4e50-a7db-4c6b25312b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ed7787-c8c2-4847-a35d-704e94d25e99,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:19.162423 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a60d3f8d-7063-4e50-a7db-4c6b25312b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:19.639366 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:15:20.273818 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41823-0fd7-4a61-8f8a-043c85a39e61 req-5a042fe3-29bb-493f-9591-7200b1fc3994 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:20.275498 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ac41823-0fd7-4a61-8f8a-043c85a39e61 req-5a042fe3-29bb-493f-9591-7200b1fc3994 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.1023872 Jun 22 04:15:20.281628 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-c8a92553-d58f-4bd5-9e67-5daacb24b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:20.283044 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-c8a92553-d58f-4bd5-9e67-5daacb24b26d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1099 time: 0.0790124 Jun 22 04:15:20.366645 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ac41823-0fd7-4a61-8f8a-043c85a39e61 req-b08aada4-c22d-4915-859d-14bb2dc651e7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826483 Jun 22 04:15:20.398727 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-479fc23f-6683-48a3-b443-9312a057b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:20.400736 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-479fc23f-6683-48a3-b443-9312a057b4cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.1095474 Jun 22 04:15:20.463705 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-92388ebc-7948-4ad6-a4ee-b1f209bbfa28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 200 len: 1002 time: 0.0565891 Jun 22 04:15:20.514801 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-f7480a4a-1691-4df8-b4cf-a76f61a5b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:20.516223 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-f7480a4a-1691-4df8-b4cf-a76f61a5b46d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0460641 Jun 22 04:15:20.572860 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-b2723ee3-3ec3-4220-8199-09d0ea4f655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:20.574380 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-b2723ee3-3ec3-4220-8199-09d0ea4f655e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512991 Jun 22 04:15:20.659843 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-cadae4ab-56d8-46b9-948b-ee9e8380f0f0 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783346 Jun 22 04:15:20.749415 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83d8206d-60f0-4489-b92f-9558d2fd1223 req-b53c6c35-17c9-4924-b342-56b7a1d96694 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826871 Jun 22 04:15:21.297341 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-402f38ec-3061-44cd-8696-92cae562553b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:21.540456 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a958b-6596-4ac3-a7b3-c5bc83acd314 req-564631c1-be4e-4165-900a-12220e22ea9f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:21.541972 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b28a958b-6596-4ac3-a7b3-c5bc83acd314 req-564631c1-be4e-4165-900a-12220e22ea9f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0623424 Jun 22 04:15:21.579503 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b28a958b-6596-4ac3-a7b3-c5bc83acd314 req-34b3e652-1361-4cb8-9717-13f82786a41a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Jun 22 04:15:22.697783 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:15:22.756362 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2700b-e65e-4f50-b855-82a35983325e req-b1601fca-a4bc-42f3-b887-59fa391205ea tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:22.757748 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-abc2700b-e65e-4f50-b855-82a35983325e req-b1601fca-a4bc-42f3-b887-59fa391205ea tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 946 time: 0.0643983 Jun 22 04:15:22.791692 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:22.816892 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:15:22.819382 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bcdd3e-7b1b-43db-b247-7442b2f7d7e0" -d '{"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-unplugged", "status": "completed", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:15:22.826756 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-abc2700b-e65e-4f50-b855-82a35983325e req-c4e7572f-81e9-48dc-be31-c1b95cee6d72 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630877 Jun 22 04:15:22.833673 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:15:22.859633 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 04:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ff413-1fa8-4af0-ba47-657f84d3290f x-openstack-request-id: req-946ff413-1fa8-4af0-ba47-657f84d3290f {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:15:22.859961 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-unplugged", "status": "completed", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:15:22.860270 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-946ff413-1fa8-4af0-ba47-657f84d3290f {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:15:22.862998 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'code': 200} Jun 22 04:15:22.914811 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:22.917641 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:22.969118 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=8']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:22.972263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:23.823012 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-01547148-418e-4aa3-a354-cc400ad9738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:24.004711 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05c67a-6bde-48be-8ed0-d9d00e223bb7 req-be282a5e-cbeb-4d50-9eea-86ecd30a0c8b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:24.006293 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc05c67a-6bde-48be-8ed0-d9d00e223bb7 req-be282a5e-cbeb-4d50-9eea-86ecd30a0c8b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0635741 Jun 22 04:15:24.046043 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc05c67a-6bde-48be-8ed0-d9d00e223bb7 req-15f1c7c1-0fa1-482e-9a3b-b341cd777c15 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339959 Jun 22 04:15:24.107508 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:25.095795 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:25.703972 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c520272-6245-4223-8c3b-1d5e5a1ccda9 req-31a8efb4-3ee7-4bce-b5a2-99237677ca9b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:25.705454 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c520272-6245-4223-8c3b-1d5e5a1ccda9 req-31a8efb4-3ee7-4bce-b5a2-99237677ca9b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0622611 Jun 22 04:15:25.745066 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c520272-6245-4223-8c3b-1d5e5a1ccda9 req-ed4deeb0-64cb-4c31-84a7-422973407ff7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334132 Jun 22 04:15:26.212348 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52506) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:15:26.307198 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-4b32edb0-6339-4175-9424-979012f44866 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936558 Jun 22 04:15:26.490285 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:26.923817 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb79db0-7004-40e1-95f1-8846899de32e req-9f6ea99b-f718-4734-85e7-bbf15f72d2e0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:26.925261 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afb79db0-7004-40e1-95f1-8846899de32e req-9f6ea99b-f718-4734-85e7-bbf15f72d2e0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0630879 Jun 22 04:15:26.962485 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afb79db0-7004-40e1-95f1-8846899de32e req-68886f4f-1c8a-4bef-b930-35dd6b3532a0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304432 Jun 22 04:15:28.143584 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c7e3a-5bc2-4f82-bde9-12079e0b6771 req-5ecf06fa-5be0-443a-ac9d-bab140d4b9d0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:28.145020 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a4c7e3a-5bc2-4f82-bde9-12079e0b6771 req-5ecf06fa-5be0-443a-ac9d-bab140d4b9d0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0639658 Jun 22 04:15:28.183292 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a4c7e3a-5bc2-4f82-bde9-12079e0b6771 req-bb462f62-b2a1-425b-b26c-1245164e08ac tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Jun 22 04:15:29.370248 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43a5fd-9558-45e3-ab7e-6381767cb29d req-7b0e057a-e7b3-4aa4-9e7b-97f32732db42 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:29.371699 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee43a5fd-9558-45e3-ab7e-6381767cb29d req-7b0e057a-e7b3-4aa4-9e7b-97f32732db42 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0675457 Jun 22 04:15:29.409215 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee43a5fd-9558-45e3-ab7e-6381767cb29d req-166a7ba1-4b1d-4475-a0be-07433f5ba3e1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Jun 22 04:15:30.582911 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d3f4-fe9b-4c28-abab-3c622cea4211 req-7d6bb5ba-d302-468f-969c-c150863b6d4f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:30.584260 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f47d3f4-fe9b-4c28-abab-3c622cea4211 req-7d6bb5ba-d302-468f-969c-c150863b6d4f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0616574 Jun 22 04:15:30.620823 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f47d3f4-fe9b-4c28-abab-3c622cea4211 req-2362830e-f3a8-4d12-a61d-6c0fc640a50b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309663 Jun 22 04:15:31.795840 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66789f-4507-44d1-95c5-8eac8ee7e49f req-e0b4539f-c56d-484f-89ce-85c59552426c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:31.797251 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5b66789f-4507-44d1-95c5-8eac8ee7e49f req-e0b4539f-c56d-484f-89ce-85c59552426c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0600212 Jun 22 04:15:31.839351 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5b66789f-4507-44d1-95c5-8eac8ee7e49f req-d374e859-d416-4736-a95b-188e6e1287aa tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349939 Jun 22 04:15:32.044073 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:33.309537 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-82d6ab5c-b339-47ea-8e65-c33d6563cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:33.310922 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-82d6ab5c-b339-47ea-8e65-c33d6563cd79 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be&tenant_id=53b16f052bf2437086d8b8d424558ea9 HTTP/1.1" status: 200 len: 1097 time: 0.3778172 Jun 22 04:15:33.321445 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c7afe-2f7c-49a5-a8a4-6b3cbc2d357c req-b9b051aa-a528-4061-af6d-f39b51b8f668 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:33.322779 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b51c7afe-2f7c-49a5-a8a4-6b3cbc2d357c req-b9b051aa-a528-4061-af6d-f39b51b8f668 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.1102262 Jun 22 04:15:33.360741 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b51c7afe-2f7c-49a5-a8a4-6b3cbc2d357c req-df8760a7-937b-41c3-a278-76a6ab3d6a4b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Jun 22 04:15:33.432003 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-2b6350fb-72c0-46dc-94c7-611a1271db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:33.433532 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-2b6350fb-72c0-46dc-94c7-611a1271db90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1097 time: 0.0536032 Jun 22 04:15:33.540447 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-84947f4d-d8df-4c3c-955f-77fcdcedca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:33.541928 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-84947f4d-d8df-4c3c-955f-77fcdcedca60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.0853813 Jun 22 04:15:33.604872 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-4a7d9797-af85-4ec9-85ee-0d1ef60e3fad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 200 len: 1000 time: 0.0557113 Jun 22 04:15:33.665636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-7eb69333-42dd-4c5a-92ab-fd579e096ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:33.667075 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-7eb69333-42dd-4c5a-92ab-fd579e096ee2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0455031 Jun 22 04:15:33.729017 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-4b02f620-3df8-4dc2-b855-0e4db94a24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:33.730514 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-4b02f620-3df8-4dc2-b855-0e4db94a24b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564933 Jun 22 04:15:33.818232 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-920e377f-1a11-4446-a26f-f63407df3c2f service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801928 Jun 22 04:15:33.908808 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-03439845-0dc7-4e51-bcba-b639fa792872 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835502 Jun 22 04:15:34.540241 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbcd6f-7bea-48ea-8d2a-4022aa1f4e14 req-255f8964-41db-4eec-9eb6-656b9e1c1b7b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:34.541812 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ffbcd6f-7bea-48ea-8d2a-4022aa1f4e14 req-255f8964-41db-4eec-9eb6-656b9e1c1b7b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0630445 Jun 22 04:15:34.603975 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ffbcd6f-7bea-48ea-8d2a-4022aa1f4e14 req-3eb897b8-28f5-42af-9a94-4b8e7b8fde97 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551856 Jun 22 04:15:35.540997 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825bbaa-a711-47fb-b2c5-b71658e28662 req-913c246a-4f09-491d-b22b-a412cc119f1c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:35.542510 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c825bbaa-a711-47fb-b2c5-b71658e28662 req-913c246a-4f09-491d-b22b-a412cc119f1c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0676622 Jun 22 04:15:35.584160 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c825bbaa-a711-47fb-b2c5-b71658e28662 req-3c22b275-1c2f-41c0-8471-48b5f7cb5533 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351830 Jun 22 04:15:35.816473 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08eec7-3d4f-4f61-acea-f0e4ab692a0a req-e6e2d0e3-f65d-45d3-b6f0-6a46a2c73b2e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:35.818348 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0f08eec7-3d4f-4f61-acea-f0e4ab692a0a req-e6e2d0e3-f65d-45d3-b6f0-6a46a2c73b2e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0702207 Jun 22 04:15:35.860473 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0f08eec7-3d4f-4f61-acea-f0e4ab692a0a req-26f1b145-781d-4cfb-a631-87bb42dd5951 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357676 Jun 22 04:15:36.763335 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfca39-538f-4ddf-85fd-01985776d1e4 req-e4639e9c-1dee-4a8b-8da2-7dfe0911fc26 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:36.764831 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-75bfca39-538f-4ddf-85fd-01985776d1e4 req-e4639e9c-1dee-4a8b-8da2-7dfe0911fc26 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0647826 Jun 22 04:15:36.803472 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-75bfca39-538f-4ddf-85fd-01985776d1e4 req-29b7888a-4b9b-4907-a1ef-1ab00975fabe tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330553 Jun 22 04:15:37.083369 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa102c8-8781-4a0e-8367-b921810eca3f req-e3b0651d-4f45-4bf6-88ca-1ed74548c874 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:37.085003 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efa102c8-8781-4a0e-8367-b921810eca3f req-e3b0651d-4f45-4bf6-88ca-1ed74548c874 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.1009128 Jun 22 04:15:37.125162 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efa102c8-8781-4a0e-8367-b921810eca3f req-62fef858-afc2-4dd6-8758-0fa6d58672d6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341976 Jun 22 04:15:37.988026 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7db9d0-af7d-42ed-8a8a-e44395e40da3 req-b126d463-975b-4456-a64d-a71246cea11b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:37.989487 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef7db9d0-af7d-42ed-8a8a-e44395e40da3 req-b126d463-975b-4456-a64d-a71246cea11b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0663669 Jun 22 04:15:38.029135 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ef7db9d0-af7d-42ed-8a8a-e44395e40da3 req-c6322134-d8d4-4fc7-8d2a-61ddbebd461c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Jun 22 04:15:38.312224 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01b5e-adba-4c85-be34-57eabba41280 req-d22164a9-962c-4828-ba7b-9e3599999dfa tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:38.313718 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4dc01b5e-adba-4c85-be34-57eabba41280 req-d22164a9-962c-4828-ba7b-9e3599999dfa tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0705402 Jun 22 04:15:38.352723 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4dc01b5e-adba-4c85-be34-57eabba41280 req-4b77f471-337e-4f9a-a6d1-277b9a17135a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323806 Jun 22 04:15:39.239447 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0996b-9feb-4aa0-a365-b51242317fa9 req-99c98c38-17f5-44a1-859e-ca72ddce4417 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:39.240200 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5c0996b-9feb-4aa0-a365-b51242317fa9 req-99c98c38-17f5-44a1-859e-ca72ddce4417 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0766494 Jun 22 04:15:39.281341 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5c0996b-9feb-4aa0-a365-b51242317fa9 req-ec9f4809-467e-4b11-9368-3f22c9c4f5c3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353129 Jun 22 04:15:39.552008 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e941a-7bd2-4127-8897-fd5cfef874fd req-c9e51eb3-7b7b-4174-a03c-bebdb4b857b0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:39.552008 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-092e941a-7bd2-4127-8897-fd5cfef874fd req-c9e51eb3-7b7b-4174-a03c-bebdb4b857b0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0649312 Jun 22 04:15:39.592936 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-092e941a-7bd2-4127-8897-fd5cfef874fd req-f21308e8-126f-4af9-9860-a231a630d674 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Jun 22 04:15:40.472815 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7df151-0883-4c51-94a4-3c2f7a3aa1cd req-fc57515a-7137-4d48-add0-718aefe83f17 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:40.474489 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c7df151-0883-4c51-94a4-3c2f7a3aa1cd req-fc57515a-7137-4d48-add0-718aefe83f17 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0757732 Jun 22 04:15:40.521855 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c7df151-0883-4c51-94a4-3c2f7a3aa1cd req-7fa62a1a-9a30-4a7e-8885-9c8ec87f3ba5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355101 Jun 22 04:15:40.783867 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ae2d6-ec54-4f9e-806d-c2125f903f9c req-a3292570-eb02-4b37-9e4b-8df01026364e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:40.786210 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-801ae2d6-ec54-4f9e-806d-c2125f903f9c req-a3292570-eb02-4b37-9e4b-8df01026364e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0667603 Jun 22 04:15:40.830117 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-801ae2d6-ec54-4f9e-806d-c2125f903f9c req-ff44076d-a0a6-41d8-823a-03b38fa523e2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362816 Jun 22 04:15:41.706310 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430796ac-e1b8-4870-b7d3-5e85be9f7f63 req-0cac5c45-6bbd-4749-9585-13dcca063e72 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:41.707789 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-430796ac-e1b8-4870-b7d3-5e85be9f7f63 req-0cac5c45-6bbd-4749-9585-13dcca063e72 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0662761 Jun 22 04:15:41.749208 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-430796ac-e1b8-4870-b7d3-5e85be9f7f63 req-951d41b8-40b0-40e5-90fc-580c8ed6fb9a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330482 Jun 22 04:15:42.023205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b44088-240e-462f-90c9-569cfa68b906 req-307f75fd-ff14-4584-81a8-e811c243f64c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:42.024897 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-48b44088-240e-462f-90c9-569cfa68b906 req-307f75fd-ff14-4584-81a8-e811c243f64c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0696294 Jun 22 04:15:42.064890 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-48b44088-240e-462f-90c9-569cfa68b906 req-6b5576f9-05e6-46f7-b676-3cb856872096 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343094 Jun 22 04:15:42.936283 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c069-55b4-49dd-9905-db8f46337416 req-68b43f8d-1745-4a92-9629-13addfac85d1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:42.937781 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eed2c069-55b4-49dd-9905-db8f46337416 req-68b43f8d-1745-4a92-9629-13addfac85d1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0679479 Jun 22 04:15:42.981555 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eed2c069-55b4-49dd-9905-db8f46337416 req-143d4e15-51a2-4614-863a-3a4715e53a3a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 Jun 22 04:15:43.265899 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473884f0-1e8f-484e-8add-83a239f39221 req-b0df49f7-f961-4d6d-bba8-93a630b8b237 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:43.267311 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-473884f0-1e8f-484e-8add-83a239f39221 req-b0df49f7-f961-4d6d-bba8-93a630b8b237 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0680568 Jun 22 04:15:43.307781 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-473884f0-1e8f-484e-8add-83a239f39221 req-4b8f2776-c576-4951-848a-6c09142db1f5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338948 Jun 22 04:15:44.169683 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e2f3a-545f-4e35-89bb-2629f5e4e2ce req-0df4a82b-540c-40c8-8dcf-cef163f9e65a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:44.171232 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce7e2f3a-545f-4e35-89bb-2629f5e4e2ce req-0df4a82b-540c-40c8-8dcf-cef163f9e65a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0674932 Jun 22 04:15:44.213517 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce7e2f3a-545f-4e35-89bb-2629f5e4e2ce req-a3709aed-7b83-4901-8219-a53f34f63be5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365210 Jun 22 04:15:44.498696 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c2b05-6335-4e75-bc2f-610e40085b65 req-585c9c56-a55d-40c4-bc79-6f2eeeb3fe67 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:44.500155 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-358c2b05-6335-4e75-bc2f-610e40085b65 req-585c9c56-a55d-40c4-bc79-6f2eeeb3fe67 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0701482 Jun 22 04:15:44.541814 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-358c2b05-6335-4e75-bc2f-610e40085b65 req-e3052ed1-e8bc-4d37-9048-676098b86e60 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358987 Jun 22 04:15:45.397235 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31248b4-79c6-40e6-ad84-bd8db4a5805f req-3225af78-4a24-4a50-b834-587311d0468c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:45.399263 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f31248b4-79c6-40e6-ad84-bd8db4a5805f req-3225af78-4a24-4a50-b834-587311d0468c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0694876 Jun 22 04:15:45.438468 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f31248b4-79c6-40e6-ad84-bd8db4a5805f req-374746cf-08e3-4549-a70b-7311cf450531 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Jun 22 04:15:45.723722 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e297e-f6fc-43fd-8981-36a9c41171c2 req-75e51a00-1de8-4099-9d51-d8251d314935 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:45.725187 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f0e297e-f6fc-43fd-8981-36a9c41171c2 req-75e51a00-1de8-4099-9d51-d8251d314935 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0640693 Jun 22 04:15:45.764176 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f0e297e-f6fc-43fd-8981-36a9c41171c2 req-1bf85b34-ba06-497f-9fa2-96e6f4c7620f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Jun 22 04:15:46.615131 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642b710-58e6-4204-89b1-ba8d591f7685 req-8e04421c-2c29-4a63-962f-e0915fc64dca tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:46.616585 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f642b710-58e6-4204-89b1-ba8d591f7685 req-8e04421c-2c29-4a63-962f-e0915fc64dca tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0660901 Jun 22 04:15:46.654284 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f642b710-58e6-4204-89b1-ba8d591f7685 req-8d1ab4fd-07b4-4c9a-82fe-8c999a9de13b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314550 Jun 22 04:15:46.950477 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e67c33-2bc6-43f2-b96f-fa9a8de6d83b req-c3e0142b-eccc-4f0f-8870-80c6cffdc2cf tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:46.951922 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36e67c33-2bc6-43f2-b96f-fa9a8de6d83b req-c3e0142b-eccc-4f0f-8870-80c6cffdc2cf tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0642848 Jun 22 04:15:46.989957 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36e67c33-2bc6-43f2-b96f-fa9a8de6d83b req-84c1355d-a754-4703-80c7-4f0747a9b8f0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324216 Jun 22 04:15:47.828181 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd1e3-b655-4dbb-a73f-34d9630396ed req-44c1afea-a85e-47ee-8206-01b6aa4d3ea6 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:47.829638 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-30fdd1e3-b655-4dbb-a73f-34d9630396ed req-44c1afea-a85e-47ee-8206-01b6aa4d3ea6 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0628536 Jun 22 04:15:47.867054 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-30fdd1e3-b655-4dbb-a73f-34d9630396ed req-62841acb-4916-415e-8e89-2f4a3a220393 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317502 Jun 22 04:15:48.281919 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222e8aa-4d95-472c-aa7c-ad685a48d569 req-8e979dce-1a1a-4e75-8bd7-05bda274cde1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:48.283335 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4222e8aa-4d95-472c-aa7c-ad685a48d569 req-8e979dce-1a1a-4e75-8bd7-05bda274cde1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.1788151 Jun 22 04:15:48.320677 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4222e8aa-4d95-472c-aa7c-ad685a48d569 req-060202a2-3fa3-4fb8-adf4-6268918101d5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Jun 22 04:15:49.043862 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820e73a-82a2-40ce-b7fa-1e738cef8da8 req-8bfc150c-5bf4-47bd-bf27-d683d42fac03 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:49.045307 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1820e73a-82a2-40ce-b7fa-1e738cef8da8 req-8bfc150c-5bf4-47bd-bf27-d683d42fac03 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0638297 Jun 22 04:15:49.083808 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1820e73a-82a2-40ce-b7fa-1e738cef8da8 req-bbe7683c-e492-4836-97ae-9ccde640dc69 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327468 Jun 22 04:15:49.506664 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe808d58-ee90-4352-b539-0f91e00d8748 req-35116306-3ad9-4e67-86d1-efff15e74d69 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:49.508265 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe808d58-ee90-4352-b539-0f91e00d8748 req-35116306-3ad9-4e67-86d1-efff15e74d69 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0662026 Jun 22 04:15:49.545552 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe808d58-ee90-4352-b539-0f91e00d8748 req-32be1e90-8994-4b19-b8fe-4dd6cd40c8bc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315111 Jun 22 04:15:50.255513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba91c45-30af-4a73-9fab-f179dbfc2bc2 req-30ca3122-4679-4d71-9cf5-f62f0d9f6040 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:50.256917 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ba91c45-30af-4a73-9fab-f179dbfc2bc2 req-30ca3122-4679-4d71-9cf5-f62f0d9f6040 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0631452 Jun 22 04:15:50.294937 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ba91c45-30af-4a73-9fab-f179dbfc2bc2 req-06012565-7b28-4121-ac5a-7689fcf81466 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Jun 22 04:15:50.724167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713795bf-ece0-45e0-9545-d50d0072a939 req-1ccbed85-e261-48f3-b36b-3859ece0545f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:50.725707 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-713795bf-ece0-45e0-9545-d50d0072a939 req-1ccbed85-e261-48f3-b36b-3859ece0545f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0623686 Jun 22 04:15:50.764065 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-713795bf-ece0-45e0-9545-d50d0072a939 req-15a72d86-f30d-4a1f-9885-65deb1708b8c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319421 Jun 22 04:15:51.301973 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-216376c3-be34-4565-983f-0b2a3d811be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:51.474561 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb40b1-8cb5-496a-8bc7-49b22bb4f171 req-2f5e5ecb-1166-4bd3-9967-3b0b426ce637 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:51.476024 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-edcb40b1-8cb5-496a-8bc7-49b22bb4f171 req-2f5e5ecb-1166-4bd3-9967-3b0b426ce637 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0693054 Jun 22 04:15:51.516354 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-edcb40b1-8cb5-496a-8bc7-49b22bb4f171 req-412a6cd4-6005-4001-9cf5-effc26ca564a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336454 Jun 22 04:15:51.941268 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49039b6-94b0-4005-870b-3ef6d1ea6e8f req-21005f52-d3f9-4631-9faa-07af4b44aa0d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:51.942757 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f49039b6-94b0-4005-870b-3ef6d1ea6e8f req-21005f52-d3f9-4631-9faa-07af4b44aa0d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0626731 Jun 22 04:15:51.978991 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f49039b6-94b0-4005-870b-3ef6d1ea6e8f req-ca67c998-519d-4e20-91ce-c274648106a0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299599 Jun 22 04:15:52.688442 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d6410-5b0e-4bd6-9654-6189e75fdb8e req-2a2eb8fe-b0e5-4d7e-88b8-99852437f89c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:52.689775 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-394d6410-5b0e-4bd6-9654-6189e75fdb8e req-2a2eb8fe-b0e5-4d7e-88b8-99852437f89c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0646884 Jun 22 04:15:52.726030 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-394d6410-5b0e-4bd6-9654-6189e75fdb8e req-f134a6d0-c3a1-4bd2-99ec-fc6053fe81b2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307002 Jun 22 04:15:53.154482 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81992f17-b102-4df6-ac47-2a70cafdef04 req-ad04375a-9184-486b-8ce4-7b587a6f5ce6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:53.155973 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-81992f17-b102-4df6-ac47-2a70cafdef04 req-ad04375a-9184-486b-8ce4-7b587a6f5ce6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0633554 Jun 22 04:15:53.192399 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-81992f17-b102-4df6-ac47-2a70cafdef04 req-f6fc2b08-25a2-4a56-970b-709755ca46cb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308807 Jun 22 04:15:53.896632 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b2e9379-190d-45da-9ce5-d6008919286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:53.900984 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f9fc7-5d8c-4405-a6bc-d43ac4e42276 req-3d5ef342-cf65-4130-953e-23d3ae6e046d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:53.902491 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d0f9fc7-5d8c-4405-a6bc-d43ac4e42276 req-3d5ef342-cf65-4130-953e-23d3ae6e046d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0644102 Jun 22 04:15:53.939927 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d0f9fc7-5d8c-4405-a6bc-d43ac4e42276 req-58a895b1-593d-4530-b702-0b08b04bc886 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315530 Jun 22 04:15:54.119493 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:54.372415 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1248b-996f-4ea3-a80d-31c4a1982379 req-019c5030-8a62-4f9f-93ba-97cd4a8de3d2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:54.373852 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8fd1248b-996f-4ea3-a80d-31c4a1982379 req-019c5030-8a62-4f9f-93ba-97cd4a8de3d2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0646324 Jun 22 04:15:54.409711 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8fd1248b-996f-4ea3-a80d-31c4a1982379 req-0a640da9-583f-4fc6-b40a-ddea9809beeb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302889 Jun 22 04:15:55.073233 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:55.108666 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6938f-4889-4fa3-a5a9-a7d680a9d995 req-9eb6613f-d44a-4d9b-b98b-fa46cb14dde5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:55.110150 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fce6938f-4889-4fa3-a5a9-a7d680a9d995 req-9eb6613f-d44a-4d9b-b98b-fa46cb14dde5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0627012 Jun 22 04:15:55.147937 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fce6938f-4889-4fa3-a5a9-a7d680a9d995 req-dc46bed5-d1e8-41ff-a5a5-b399324cfc7d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318866 Jun 22 04:15:55.586730 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b681b-e3c5-40d5-94bb-69a644a2efdf req-060e83bd-7b94-4890-b165-7895a79a6129 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:55.588290 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-161b681b-e3c5-40d5-94bb-69a644a2efdf req-060e83bd-7b94-4890-b165-7895a79a6129 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0658014 Jun 22 04:15:55.626168 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-161b681b-e3c5-40d5-94bb-69a644a2efdf req-4df49039-262b-442f-9068-5419016b349e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320868 Jun 22 04:15:56.318615 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8087474-d24a-4cf7-9a18-63360b473bc6 req-ac3ded81-73ce-4c41-83d0-24489bcf6a85 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:56.320238 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c8087474-d24a-4cf7-9a18-63360b473bc6 req-ac3ded81-73ce-4c41-83d0-24489bcf6a85 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0623505 Jun 22 04:15:56.357365 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c8087474-d24a-4cf7-9a18-63360b473bc6 req-783cfdd1-073e-42c0-98b3-bb001b5b3f2b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Jun 22 04:15:56.507344 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:56.638023 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:15:56.798061 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89b53a-da9c-4dd2-bfa3-dfccbae3f0fb req-8a4f27ae-0144-443a-8fe5-2265707db594 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:56.799424 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff89b53a-da9c-4dd2-bfa3-dfccbae3f0fb req-8a4f27ae-0144-443a-8fe5-2265707db594 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 944 time: 0.0603626 Jun 22 04:15:56.835634 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff89b53a-da9c-4dd2-bfa3-dfccbae3f0fb req-cbcf22ef-a291-404f-abc8-c51167d69869 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304725 Jun 22 04:15:56.874203 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:15:56.968239 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:15:56.979832 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'port_id': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'mac_address': 'fa:16:3e:83:6b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:15:57.015330 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:57.027960 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6866d56-6b09-4c38-b87e-ae10477f497a {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:15:57.047119 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:15:57.106915 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:15:57.109492 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:15:57.152985 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=9']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:15:57.159574 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.160288 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.160288 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.160713 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.161037 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.161355 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.161679 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.162006 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.162354 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.162674 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.162993 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.163311 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:15:57.167707 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:15:57.529250 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696c13-6226-4fab-8ee4-06c9d1a811db req-d182cb1d-5583-4338-bbc2-4427541403c9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:57.530895 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97696c13-6226-4fab-8ee4-06c9d1a811db req-d182cb1d-5583-4338-bbc2-4427541403c9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0653811 Jun 22 04:15:57.568416 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97696c13-6226-4fab-8ee4-06c9d1a811db req-468c133c-eecb-48cc-8eaf-7b54e1c7216d tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Jun 22 04:15:57.734362 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['b6866d56-6b09-4c38-b87e-ae10477f497a'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:15:58.010293 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b918e-1e4b-4034-8f4a-e264d9f383eb req-7ea480ee-85d3-4067-a013-d0698a2adc6f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:58.011712 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-992b918e-1e4b-4034-8f4a-e264d9f383eb req-7ea480ee-85d3-4067-a013-d0698a2adc6f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0615788 Jun 22 04:15:58.048111 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-992b918e-1e4b-4034-8f4a-e264d9f383eb req-af723926-c002-4743-8378-3509d4a9082f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309289 Jun 22 04:15:58.741496 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac773655-ff3b-445e-ab13-2e6ce62e2206 req-49b5a842-83ec-4555-a2f0-32bdd2e3eca6 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:58.742953 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac773655-ff3b-445e-ab13-2e6ce62e2206 req-49b5a842-83ec-4555-a2f0-32bdd2e3eca6 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0640919 Jun 22 04:15:58.779838 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac773655-ff3b-445e-ab13-2e6ce62e2206 req-dea44f9b-0c7c-4bbd-bdbb-50fac7b184aa tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Jun 22 04:15:59.225489 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb87c0-76dd-4786-a83d-c66d279fdb69 req-b061429d-38c0-465b-b782-96e40d422008 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:59.226881 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fcb87c0-76dd-4786-a83d-c66d279fdb69 req-b061429d-38c0-465b-b782-96e40d422008 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0629883 Jun 22 04:15:59.263270 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fcb87c0-76dd-4786-a83d-c66d279fdb69 req-9af9d962-58dc-45c4-94c4-74f6d706c9cd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309007 Jun 22 04:15:59.950098 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287478-8e2c-40c4-ad6c-47918d9a2e47 req-ebe65aca-266b-4ec4-868a-826e39b33005 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:15:59.951539 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d1287478-8e2c-40c4-ad6c-47918d9a2e47 req-ebe65aca-266b-4ec4-868a-826e39b33005 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0615838 Jun 22 04:15:59.987544 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d1287478-8e2c-40c4-ad6c-47918d9a2e47 req-f13818d8-94f7-41c0-ba55-f9a2d8ca8580 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304518 Jun 22 04:16:00.442505 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0ed71-1967-4d7c-acbb-e6394bf3356f req-0a5b4860-bd22-413c-ba9a-1760f8c89bca tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:00.444066 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07d0ed71-1967-4d7c-acbb-e6394bf3356f req-0a5b4860-bd22-413c-ba9a-1760f8c89bca tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 945 time: 0.0674658 Jun 22 04:16:00.481830 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07d0ed71-1967-4d7c-acbb-e6394bf3356f req-e8b10550-2cf7-461b-8e81-a71ffef2549b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Jun 22 04:16:00.890553 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:00.937484 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port b6866d56-6b09-4c38-b87e-ae10477f497a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:00.937865 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:01.013705 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:01.035262 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:16:01.037482 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ff5d42-cf55-4525-9693-eb96dee4cdad" -d '{"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-plugged", "status": "completed", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:16:01.050062 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:16:01.075411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb60cf-3246-4ea5-b17d-90426cc2cea6 x-openstack-request-id: req-62cb60cf-3246-4ea5-b17d-90426cc2cea6 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:16:01.075411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-plugged", "status": "completed", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:16:01.075411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62cb60cf-3246-4ea5-b17d-90426cc2cea6 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:16:01.075411 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'code': 200} Jun 22 04:16:01.090566 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:01.093374 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1d384e20-43ac-4eb2-bb8c-f35dd4e91aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:01.142505 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=10']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:01.145458 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:01.160591 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8a67e-4620-49e1-8004-da5dab7cddc3 req-a838368e-db7c-47c4-9903-acbad9474a04 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:01.162059 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ba8a67e-4620-49e1-8004-da5dab7cddc3 req-a838368e-db7c-47c4-9903-acbad9474a04 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0626636 Jun 22 04:16:01.199693 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ba8a67e-4620-49e1-8004-da5dab7cddc3 req-4a15b3bf-b294-420b-8ccc-94a40d82db4e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319021 Jun 22 04:16:01.662636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2a475-0edf-4018-8c4b-48b7e3f8f17c req-9f21a1d0-c2bc-414d-b14c-8833f8855d93 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:01.664114 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eec2a475-0edf-4018-8c4b-48b7e3f8f17c req-9f21a1d0-c2bc-414d-b14c-8833f8855d93 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 947 time: 0.0658529 Jun 22 04:16:01.701147 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eec2a475-0edf-4018-8c4b-48b7e3f8f17c req-0c67a7f8-f839-42c9-82af-0d140698ed79 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305560 Jun 22 04:16:01.912339 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc57f8-d341-4859-acc4-0bd8f16ca5e2 req-a2fea6bb-dc0f-4ba4-9468-ba5bcbd6f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:01.913793 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-27cc57f8-d341-4859-acc4-0bd8f16ca5e2 req-a2fea6bb-dc0f-4ba4-9468-ba5bcbd6f778 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1100 time: 0.0510595 Jun 22 04:16:01.945968 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-27cc57f8-d341-4859-acc4-0bd8f16ca5e2 req-09b1fe6f-8124-4ad4-b538-8144dc5b8ae1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262916 Jun 22 04:16:02.043857 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:02.368212 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1869a-e512-4acd-9879-713c18f82421 req-93a4a269-0a39-4a9d-ab66-2cb4d8a214a4 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:02.369658 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07e1869a-e512-4acd-9879-713c18f82421 req-93a4a269-0a39-4a9d-ab66-2cb4d8a214a4 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0604904 Jun 22 04:16:02.407119 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07e1869a-e512-4acd-9879-713c18f82421 req-75256214-238d-427c-976b-c49093fd6d2c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311403 Jun 22 04:16:02.878227 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489c973-1904-48ce-b62e-44fa77f9d408 req-216c14d7-487e-4676-8b18-7679e2e866cb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:02.879599 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4489c973-1904-48ce-b62e-44fa77f9d408 req-216c14d7-487e-4676-8b18-7679e2e866cb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 947 time: 0.0639973 Jun 22 04:16:02.916098 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4489c973-1904-48ce-b62e-44fa77f9d408 req-38705d6e-bafb-4c29-827a-f88d581f7843 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Jun 22 04:16:03.583654 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810efc4e-1a04-4735-873c-a86ff2f69c7a req-ca09681d-f3b4-4c8c-bf7e-3ea64509cda8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:03.585225 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-810efc4e-1a04-4735-873c-a86ff2f69c7a req-ca09681d-f3b4-4c8c-bf7e-3ea64509cda8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0639834 Jun 22 04:16:03.623805 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-810efc4e-1a04-4735-873c-a86ff2f69c7a req-a9e513c9-8129-49e0-b609-39d621d66025 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Jun 22 04:16:04.095524 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaaf1f-bd58-4096-8902-38af44fe3d68 req-23a0ff1e-cab6-4cd9-bf0d-661db432073f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:04.096956 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aaaaaf1f-bd58-4096-8902-38af44fe3d68 req-23a0ff1e-cab6-4cd9-bf0d-661db432073f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 947 time: 0.0623538 Jun 22 04:16:04.138293 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aaaaaf1f-bd58-4096-8902-38af44fe3d68 req-9550fc2d-0ab1-4b08-90fa-20ca5194e320 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356660 Jun 22 04:16:04.573816 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-d0991dc7-e6e2-4f26-b6a7-a469265cd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:04.575997 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-d0991dc7-e6e2-4f26-b6a7-a469265cd861 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 1100 time: 0.0523765 Jun 22 04:16:04.685900 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-c33019ad-689f-46fd-85f4-f201d4892757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:04.687470 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-c33019ad-689f-46fd-85f4-f201d4892757 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.0838220 Jun 22 04:16:04.789710 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-6fef2f6e-4043-417c-bd1f-393ed4eb4c9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 200 len: 1002 time: 0.0947592 Jun 22 04:16:04.846370 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ce702-5d8a-4a26-8c41-a8e0692ee398 req-e8f604b3-9eb7-4928-be0c-6f01c19f4d7c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:04.847922 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a7ce702-5d8a-4a26-8c41-a8e0692ee398 req-e8f604b3-9eb7-4928-be0c-6f01c19f4d7c tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1129234 Jun 22 04:16:04.857030 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-184f1be7-797b-4300-b9b4-c105d0e0b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:04.858428 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-184f1be7-797b-4300-b9b4-c105d0e0b4ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0610881 Jun 22 04:16:04.920370 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a7ce702-5d8a-4a26-8c41-a8e0692ee398 req-415d494d-3341-486a-a9df-1f130537a93a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658071 Jun 22 04:16:04.943317 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-fb8a0ffd-cdc0-4af9-9c41-666d2f59454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:04.944829 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-fb8a0ffd-cdc0-4af9-9c41-666d2f59454e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742981 Jun 22 04:16:05.031455 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-876071c1-5855-46a0-a6ac-06f21b786058 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802886 Jun 22 04:16:05.124827 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b9c58f6-cb72-47b8-be39-f874ff19a7b6 req-4588ec08-33a0-4656-a3cb-b1a0e5eaa0e0 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863640 Jun 22 04:16:05.316610 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11934c6c-8084-4537-abd4-1459e80322fb req-7cf56b47-3349-423b-a362-0bca03ce06ba tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:05.318124 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11934c6c-8084-4537-abd4-1459e80322fb req-7cf56b47-3349-423b-a362-0bca03ce06ba tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 947 time: 0.0629694 Jun 22 04:16:05.355240 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11934c6c-8084-4537-abd4-1459e80322fb req-b62a5ad2-d898-46c7-a6d7-ff4332e5b219 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315218 Jun 22 04:16:06.090161 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c797b-a9b1-4df7-868b-1e8c760cb628 req-f5e0dbe5-ff5b-47bd-8ba5-e9b6f5c3cff7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:06.092095 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-484c797b-a9b1-4df7-868b-1e8c760cb628 req-f5e0dbe5-ff5b-47bd-8ba5-e9b6f5c3cff7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0608301 Jun 22 04:16:06.128197 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-484c797b-a9b1-4df7-868b-1e8c760cb628 req-5aec83f3-f57f-408a-8933-2d8ea2ee4cb8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304515 Jun 22 04:16:07.299325 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6e1dc-01db-4bab-a341-f8d86ca84ff0 req-5775f642-8807-4884-922d-513c411595c1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:07.300628 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50b6e1dc-01db-4bab-a341-f8d86ca84ff0 req-5775f642-8807-4884-922d-513c411595c1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0645487 Jun 22 04:16:07.337165 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50b6e1dc-01db-4bab-a341-f8d86ca84ff0 req-ed5e70b6-a223-42c1-b1f7-01ba0203ed2a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306084 Jun 22 04:16:08.508195 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec13a0-c415-4ef0-9e1f-543e56ba5a3c req-83c5edf7-d467-499a-9dfe-4b545f48bf84 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:08.509607 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76ec13a0-c415-4ef0-9e1f-543e56ba5a3c req-83c5edf7-d467-499a-9dfe-4b545f48bf84 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0625763 Jun 22 04:16:08.546167 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76ec13a0-c415-4ef0-9e1f-543e56ba5a3c req-7e027cbd-db3a-4656-997d-011c448fbcd3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308502 Jun 22 04:16:09.724909 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb138be-8431-4654-8e7f-5e7e56e95899 req-7d6762bf-b9b1-4355-81a3-00c61887c467 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:09.726459 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ddb138be-8431-4654-8e7f-5e7e56e95899 req-7d6762bf-b9b1-4355-81a3-00c61887c467 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0661736 Jun 22 04:16:09.762986 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ddb138be-8431-4654-8e7f-5e7e56e95899 req-c6bbec28-b9dd-4bc2-8d87-4613bdbb26c5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309999 Jun 22 04:16:10.958969 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540a167-005a-4105-ae70-e31a25954c34 req-7658e422-499f-4434-a0de-996b9cfba242 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:10.962164 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8540a167-005a-4105-ae70-e31a25954c34 req-7658e422-499f-4434-a0de-996b9cfba242 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0812407 Jun 22 04:16:11.000369 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8540a167-005a-4105-ae70-e31a25954c34 req-5b2bc8b9-7e5c-400e-a2cf-fe5f1e898e81 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332453 Jun 22 04:16:11.184929 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52958) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:11.290573 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4fd607a4-3eb4-480a-a516-9f22a7162225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:11.373743 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4fd607a4-3eb4-480a-a516-9f22a7162225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:11.438045 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4fd607a4-3eb4-480a-a516-9f22a7162225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:11.441514 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-23cf167c-6e70-4e1b-9455-9bda99ae30f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:11.474884 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd607a4-3eb4-480a-a516-9f22a7162225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51a4379-46e9-46df-bf13-6471a2eabab0,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:11.478885 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4fd607a4-3eb4-480a-a516-9f22a7162225 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed8a1843bfc9467ba9d384339bfb6295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929649 Jun 22 04:16:11.479757 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4fd607a4-3eb4-480a-a516-9f22a7162225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:11.481472 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 52962) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:11.533203 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5d14b322-e3bb-4d4f-9932-bd01aad37837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:11.553771 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5d14b322-e3bb-4d4f-9932-bd01aad37837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:11.666702 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5d14b322-e3bb-4d4f-9932-bd01aad37837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:11.669205 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5d14b322-e3bb-4d4f-9932-bd01aad37837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:11.670341 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5d14b322-e3bb-4d4f-9932-bd01aad37837 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f51a4379-46e9-46df-bf13-6471a2eabab0 HTTP/1.1" status: 204 len: 168 time: 0.1879508 Jun 22 04:16:11.671312 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-109598b7-3087-4edc-901b-e77528be89d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:11.678613 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14b322-e3bb-4d4f-9932-bd01aad37837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51a4379-46e9-46df-bf13-6471a2eabab0,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:11.681089 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5d14b322-e3bb-4d4f-9932-bd01aad37837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:12.173837 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236027-deba-4c8b-a23d-b680cd070f74 req-77741bce-53ed-41b7-958a-a32d5dba6296 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:12.175309 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-72236027-deba-4c8b-a23d-b680cd070f74 req-77741bce-53ed-41b7-958a-a32d5dba6296 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0627656 Jun 22 04:16:12.214250 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-72236027-deba-4c8b-a23d-b680cd070f74 req-f305b5db-b450-4c3f-8863-ba1173eb9519 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Jun 22 04:16:12.521151 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52986) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:12.611364 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2041273457-network', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:12.689544 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Made reservation on behalf of 8d81559d2f3544a18942bb99f25347c8 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:16:12.691808 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:12.699839 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:12.781633 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:12.855202 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:12.858287 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7de024cb-adf2-43ff-915c-55105f91a601 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:12.881492 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:16:12.887539 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a156f6-4ade-4af3-8480-cef42eb79d30,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:12.896220 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:12.896560 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Added segment 134895cc-5d97-45d3-963d-85b165250ab3 of type vlan for network 7e166bbc-2327-45f5-8cec-abe0c2fca266 Jun 22 04:16:12.898805 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.899176 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.899538 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.899944 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.900275 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.900622 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.900965 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.901305 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.901647 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.901987 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.902347 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.902705 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:12.907231 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:12.947245 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:13.055748 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:13.057076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:13.057659 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:13.060619 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:13.117798 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Pushing event updated for resources: {'Network': ['ID=7e166bbc-2327-45f5-8cec-abe0c2fca266,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:13.120334 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:13.130732 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:16:13.181991 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6596856 Jun 22 04:16:13.184870 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52990) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:13.189959 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Request body: {'subnet': {'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2041273457-subnet', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:13.272273 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Made reservation on behalf of 8d81559d2f3544a18942bb99f25347c8 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:16:13.276817 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:13.439030 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1b0b5-fe1d-49fd-92ab-423d81c4311c req-4226a98e-acd4-4bc7-a312-bed1d25161d5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:13.440470 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c3c1b0b5-fe1d-49fd-92ab-423d81c4311c req-4226a98e-acd4-4bc7-a312-bed1d25161d5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1092994 Jun 22 04:16:13.513167 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c3c1b0b5-fe1d-49fd-92ab-423d81c4311c req-b48af60b-2365-44de-8ff7-02d6efb3efe3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670147 Jun 22 04:16:13.598207 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:13.601385 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:13.653139 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e188bf-9b4f-49f7-9aa2-8633ac326e96,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:13.657130 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:13.660784 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Checking segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:13.661133 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Network hostable DHCP agents. Network: 7e166bbc-2327-45f5-8cec-abe0c2fca266, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:16:13.735100 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:16:13.820373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 7e166bbc-2327-45f5-8cec-abe0c2fca266) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:13.824580 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:13.825087 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:13.829604 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c0bc4-10a9-4a47-82c8-b613d61861f4 None None] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:16:13.907326 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a86eb7fc-9687-4797-af29-dd8dc7c8df14 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7212996 Jun 22 04:16:13.909947 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 52994) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:13.914348 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:13.977642 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-7e166bbc-2327-45f5-8cec-abe0c2fca266', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:16:13.978539 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:13.987023 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:13.988436 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.111461 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Allocated IP 172.20.0.2 (7e166bbc-2327-45f5-8cec-abe0c2fca266/20e188bf-9b4f-49f7-9aa2-8633ac326e96/389a9e35-6507-4ac7-80bf-7031eb6a2696) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:16:14.262649 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.271425 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Transition to ACTIVE for port object 389a9e35-6507-4ac7-80bf-7031eb6a2696 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:14.287005 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Transition to ACTIVE for port object 389a9e35-6507-4ac7-80bf-7031eb6a2696 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:14.297393 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.369994 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.371987 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-97dbe2e0-29c8-4461-9c87-7796e969f853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:14.411428 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:14.414265 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:14.418602 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:16:14.422235 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Pushing event updated for resources: {'Port': ['ID=389a9e35-6507-4ac7-80bf-7031eb6a2696,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:14.425971 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:14.543750 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.600679 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Attempting to bind port 389a9e35-6507-4ac7-80bf-7031eb6a2696 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:16:14.601063 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Attempting to bind port 389a9e35-6507-4ac7-80bf-7031eb6a2696 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:16:14.601433 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Attempting to bind port 389a9e35-6507-4ac7-80bf-7031eb6a2696 on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:16:14.606352 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:16:14.606740 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Checking segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:14.607151 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.607677 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Bound using segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:16:14.608154 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Bound port: 389a9e35-6507-4ac7-80bf-7031eb6a2696, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:16:14.608583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.669579 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] For port 389a9e35-6507-4ac7-80bf-7031eb6a2696, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:16:14.672771 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] For port 389a9e35-6507-4ac7-80bf-7031eb6a2696, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=389a9e35-6507-4ac7-80bf-7031eb6a2696,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:16:14.731736 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdeaf2-ad4c-416f-aa8f-c3a15df5278f req-552aec2f-6568-430e-aca7-59322e4fc7ca tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:14.733158 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a5cdeaf2-ad4c-416f-aa8f-c3a15df5278f req-552aec2f-6568-430e-aca7-59322e4fc7ca tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1017087 Jun 22 04:16:14.736073 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.738736 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:14.784574 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a5cdeaf2-ad4c-416f-aa8f-c3a15df5278f req-36baf63a-b6ad-4e32-8fad-0d63f13a53e5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450723 Jun 22 04:16:14.799381 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Pushing event updated for resources: {'Port': ['ID=389a9e35-6507-4ac7-80bf-7031eb6a2696,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:14.805290 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:14.899785 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:14.923951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:15.058647 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Allocated IP 172.27.1.6 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/cfcd0b96-d1c8-4a71-9e85-85c8265ae4df) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:16:15.167758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:15.272680 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:15.276465 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2efe096c-e235-4960-93e2-5deb4fa7f3da tempest-VolumesActionsTest-493097683 tempest-VolumesActionsTest-493097683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:15.315186 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:15.322864 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:15.328323 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:16:15.340891 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f9a09-deac-4376-84c0-f31a45f11e5c req-3ba7240d-2c94-40d4-9818-f15c1af96927 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:15.342335 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f74f9a09-deac-4376-84c0-f31a45f11e5c req-3ba7240d-2c94-40d4-9818-f15c1af96927 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1120932 Jun 22 04:16:15.424811 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Pushing event updated for resources: {'Port': ['ID=cfcd0b96-d1c8-4a71-9e85-85c8265ae4df,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:15.436002 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:15.505880 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f74f9a09-deac-4376-84c0-f31a45f11e5c req-24562f14-4957-4155-acb1-5ee9b9dc55e8 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986972 Jun 22 04:16:15.529188 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-77313af7-f2df-43be-bc37-15db8371b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:15.531613 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-77313af7-f2df-43be-bc37-15db8371b361 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 1098 time: 0.1990983 Jun 22 04:16:15.701575 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-89a2b31d-6967-4534-91b5-5db5113b4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:15.703621 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-89a2b31d-6967-4534-91b5-5db5113b4195 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 912 time: 0.1649609 Jun 22 04:16:15.710909 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:15.738414 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2deef1-fde6-418f-b8d3-8cc251dc9bbb None None] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:16:15.839874 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-034d7d40-07d0-4e08-8b09-97a74df77744 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 200 len: 1001 time: 0.1269724 Jun 22 04:16:15.918379 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-0b7b9bd4-8190-4e21-93b3-7e2fe5eb77f0 None None] Provisioning for port 389a9e35-6507-4ac7-80bf-7031eb6a2696 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:15.928077 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-95562244-283f-46a2-abf3-48a9839d33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:15.929786 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-95562244-283f-46a2-abf3-48a9839d33e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.0842054 Jun 22 04:16:16.022966 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:16.071917 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-33215b3d-ca7d-4040-a55c-8def757ced49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:16.073394 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-33215b3d-ca7d-4040-a55c-8def757ced49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1352921 Jun 22 04:16:16.221683 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-b8ee2c90-355c-45ef-973a-796f947acb9d service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406422 Jun 22 04:16:16.328961 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-825501eb-7559-4f55-90d3-106ff7ea6a63 req-e7df0809-274d-4ccd-888e-16f0e79d59e1 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003485 Jun 22 04:16:16.352382 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Router 479e774a-78a1-423b-8e78-ed210d531853 is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:16:16.454206 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 389a9e35-6507-4ac7-80bf-7031eb6a2696 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:16.469332 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:16:16.481905 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:16:16.503058 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:16:16.503711 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:15:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:16.569231 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:16.573321 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6597228 Jun 22 04:16:16.573563 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53004) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:16.633288 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:16:16.662020 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 389a9e35-6507-4ac7-80bf-7031eb6a2696 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:16.695133 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 389a9e35-6507-4ac7-80bf-7031eb6a2696 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:16.695525 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:16.702751 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782485a-2863-438e-a4bd-48b4efe5dcd0 req-d5d83f03-ae32-4741-a3ef-9f5db0f681b3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:16.705456 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f782485a-2863-438e-a4bd-48b4efe5dcd0 req-d5d83f03-ae32-4741-a3ef-9f5db0f681b3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0708439 Jun 22 04:16:16.750464 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f782485a-2863-438e-a4bd-48b4efe5dcd0 req-25e9612e-6d27-4aa8-95b0-03b90d40dde3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350537 Jun 22 04:16:16.879327 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:16.924163 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 389a9e35-6507-4ac7-80bf-7031eb6a2696, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=389a9e35-6507-4ac7-80bf-7031eb6a2696,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:16:16.926587 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:15Z', 'revision_number': 3, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:16.953844 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:16:16.954207 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Updating router 479e774a-78a1-423b-8e78-ed210d531853 port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:16:16.984049 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:16.991445 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:17.016063 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.041095 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.075064 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=389a9e35-6507-4ac7-80bf-7031eb6a2696,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:17.122854 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:17.194598 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Allocated IP 172.20.0.1 (7e166bbc-2327-45f5-8cec-abe0c2fca266/20e188bf-9b4f-49f7-9aa2-8633ac326e96/422de144-7a6b-4b21-9de1-e145040d3712) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:16:17.298814 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.301549 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.312165 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Transition to ACTIVE for port object cfcd0b96-d1c8-4a71-9e85-85c8265ae4df will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:17.313201 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Transition to ACTIVE for port object 422de144-7a6b-4b21-9de1-e145040d3712 will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:17.375754 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.377711 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1d384e20-43ac-4eb2-bb8c-f35dd4e91aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:17.404197 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.407612 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:17.425936 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Attempting to bind port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:16:17.426349 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Attempting to bind port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:16:17.426823 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Attempting to bind port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:16:17.434001 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3725a37-34f6-48e8-8ab6-bcc2b619f9c7 None None] Pushing event updated for resources: {'Port': ['ID=cfcd0b96-d1c8-4a71-9e85-85c8265ae4df,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:17.437294 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b3725a37-34f6-48e8-8ab6-bcc2b619f9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:17.438925 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:16:17.439314 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:17.439727 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.440124 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:16:17.440621 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Bound port: cfcd0b96-d1c8-4a71-9e85-85c8265ae4df, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:16:17.441005 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.443827 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:17.446669 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:17.450213 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:16:17.475189 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Pushing event updated for resources: {'Port': ['ID=422de144-7a6b-4b21-9de1-e145040d3712,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:17.478974 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:17.493540 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.509478 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] For port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:16:17.512777 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] For port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=cfcd0b96-d1c8-4a71-9e85-85c8265ae4df,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:16:17.576111 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.578503 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:17.635522 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:16:17.636147 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:15:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:17.673174 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3725a37-34f6-48e8-8ab6-bcc2b619f9c7 None None] Pushing event updated for resources: {'Port': ['ID=cfcd0b96-d1c8-4a71-9e85-85c8265ae4df,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:17.676099 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b3725a37-34f6-48e8-8ab6-bcc2b619f9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:17.689917 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.755600 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:16:17.780583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-f79d97b1-79d7-49ca-8b88-67b8f2467036 None None] Provisioning for port 422de144-7a6b-4b21-9de1-e145040d3712 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:17.810009 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-f79d97b1-79d7-49ca-8b88-67b8f2467036 None None] Provisioning complete for port 422de144-7a6b-4b21-9de1-e145040d3712 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:17.810423 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f79d97b1-79d7-49ca-8b88-67b8f2467036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.849525 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.898901 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-f79d97b1-79d7-49ca-8b88-67b8f2467036 None None] Port 422de144-7a6b-4b21-9de1-e145040d3712 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:16:17.912002 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13863159'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:17.914631 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:17.939222 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0af6-7c19-4766-bc05-85cdbbc2d8c7 req-f36d58c0-5380-4dba-af3e-176e22483357 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:17.940887 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-493f0af6-7c19-4766-bc05-85cdbbc2d8c7 req-f36d58c0-5380-4dba-af3e-176e22483357 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.0737176 Jun 22 04:16:17.981120 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-493f0af6-7c19-4766-bc05-85cdbbc2d8c7 req-07856ef1-2500-43f7-b9fa-bd2422ac0693 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343421 Jun 22 04:16:17.981987 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Pushing event updated for resources: {'Port': ['ID=422de144-7a6b-4b21-9de1-e145040d3712,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:17.987450 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:15Z', 'revision_number': 3, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:17.990720 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.990720 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.991019 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.991234 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.991817 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.991952 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.992249 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.992599 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.992948 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.993303 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.993645 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.993990 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:17.997270 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:18.004768 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:18.094217 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:18.096472 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:18.141228 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb20005-dd9b-4bdb-8dd0-b404df04fb28 None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:15Z', 'revision_number': 3, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:16:18.219597 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Router 479e774a-78a1-423b-8e78-ed210d531853 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:16:18.338915 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:16:18.339369 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-0fd3e2f1-536b-4d9c-8943-e27f42a1ba52 None None] Provisioning complete for port 422de144-7a6b-4b21-9de1-e145040d3712 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:18.339770 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0fd3e2f1-536b-4d9c-8943-e27f42a1ba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:18.346790 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] 10.222.0.37 "PUT /v2.0/routers/479e774a-78a1-423b-8e78-ed210d531853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7712746 Jun 22 04:16:18.375278 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3e2f1-536b-4d9c-8943-e27f42a1ba52 None None] Port 422de144-7a6b-4b21-9de1-e145040d3712 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:16:18.468759 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 389a9e35-6507-4ac7-80bf-7031eb6a2696 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:18.562256 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 389a9e35-6507-4ac7-80bf-7031eb6a2696 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:18.562626 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.000615 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53026) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:19.005715 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1715679969-network', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:19.083404 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Made reservation on behalf of 9a8e066b9b0641308128a3a8e67f379a for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:16:19.085791 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.094755 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.182049 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.232598 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.236333 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d38c8002-77dd-49c9-8021-cbf9dcb5051a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:19.258115 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:16:19.267601 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df70f257-3384-452e-a05e-479d87c7d47e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:19.270782 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:19.273752 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.274128 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Added segment 0fb06053-206d-4d52-9620-a00c28fde0fe of type vlan for network 26d2103c-dd1e-4665-b334-2e1003b1b504 Jun 22 04:16:19.313436 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.375698 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.376967 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:19.377548 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.379632 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ab6c0534-45e9-4d76-94c3-c8bf1642e749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:19.439336 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Pushing event updated for resources: {'Network': ['ID=26d2103c-dd1e-4665-b334-2e1003b1b504,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:19.442026 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:19.449921 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 26d2103c-dd1e-4665-b334-2e1003b1b504 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:16:19.479105 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4771106 Jun 22 04:16:19.481561 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53028) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:19.486825 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Request body: {'subnet': {'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1715679969-subnet', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:19.552083 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Made reservation on behalf of 9a8e066b9b0641308128a3a8e67f379a for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:16:19.554886 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13831383'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:19.731041 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:16:19.740970 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:16:19.741592 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:15:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:19.847535 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:16:19.998305 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13863017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13831397'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.002122 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5bde1af7-e1a8-4088-b8b7-d5aac2215d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:20.045368 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 2, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:20.055664 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5435687-8fde-4b3e-9235-329a673e9d89,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:20.059647 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:20.064031 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Checking segment: {'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:20.064387 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Network hostable DHCP agents. Network: 26d2103c-dd1e-4665-b334-2e1003b1b504, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:16:20.073795 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:16:20.074182 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Updating router 479e774a-78a1-423b-8e78-ed210d531853 port 422de144-7a6b-4b21-9de1-e145040d3712 binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:16:20.106508 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.123682 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Network 26d2103c-dd1e-4665-b334-2e1003b1b504 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:16:20.187241 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 26d2103c-dd1e-4665-b334-2e1003b1b504) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:20.191220 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:20.191819 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.196850 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdd17a-9314-4fba-9b6f-44eb91fefe4b None None] Network 26d2103c-dd1e-4665-b334-2e1003b1b504 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:16:20.279111 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-7c2760f8-2779-42ac-bd5f-0e2c9f836fb7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7963107 Jun 22 04:16:20.282169 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53030) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:20.286725 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:20.347002 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-26d2103c-dd1e-4665-b334-2e1003b1b504', 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'fixed_ips': [{'subnet_id': 'e5435687-8fde-4b3e-9235-329a673e9d89'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:16:20.347906 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.364623 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.366741 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.371829 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.382348 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Transition to ACTIVE for port object 422de144-7a6b-4b21-9de1-e145040d3712 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:20.434881 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.450392 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.454158 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7d7c6f3b-42c9-4704-84c9-f3749a1b5c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:20.457563 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device cfcd0b96-d1c8-4a71-9e85-85c8265ae4df up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:20.526296 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Allocated IP 172.20.0.2 (26d2103c-dd1e-4665-b334-2e1003b1b504/e5435687-8fde-4b3e-9235-329a673e9d89/8057e71a-b388-42ec-928e-6ebfd6f37c2c) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:16:20.539522 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Pushing event updated for resources: {'Port': ['ID=422de144-7a6b-4b21-9de1-e145040d3712,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:20.546823 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.547419 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.547957 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.548446 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.548955 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.549441 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.549924 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.550443 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.550987 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.551501 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.551980 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.552456 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:16:20.556860 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:20.604168 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:20.609344 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:20.609983 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.622539 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Attempting to bind port 422de144-7a6b-4b21-9de1-e145040d3712 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:16:20.622919 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Attempting to bind port 422de144-7a6b-4b21-9de1-e145040d3712 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:16:20.623409 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Attempting to bind port 422de144-7a6b-4b21-9de1-e145040d3712 on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:16:20.629964 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:16:20.630375 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Checking segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:20.630780 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.631179 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Bound using segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:16:20.631650 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Bound port: 422de144-7a6b-4b21-9de1-e145040d3712, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:16:20.632026 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.641224 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.699090 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] For port 422de144-7a6b-4b21-9de1-e145040d3712, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:16:20.703176 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] For port 422de144-7a6b-4b21-9de1-e145040d3712, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=422de144-7a6b-4b21-9de1-e145040d3712,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:16:20.777390 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.782183 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.785580 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7d7c6f3b-42c9-4704-84c9-f3749a1b5c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:20.831759 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=cfcd0b96-d1c8-4a71-9e85-85c8265ae4df,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:16:20.836659 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:16:20.837460 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:15:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:20.850010 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.859363 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Transition to ACTIVE for port object 8057e71a-b388-42ec-928e-6ebfd6f37c2c will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:20.875069 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.878274 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:20.882908 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Transition to ACTIVE for port object 8057e71a-b388-42ec-928e-6ebfd6f37c2c will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:20.914976 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Pushing event updated for resources: {'Port': ['ID=422de144-7a6b-4b21-9de1-e145040d3712,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:20.918578 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:20.939574 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=cfcd0b96-d1c8-4a71-9e85-85c8265ae4df,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:20.942729 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.944023 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:20.964039 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.966812 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:20.967425 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4f13c1f-f195-4334-8d3c-7ed25866477f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:20.994158 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:16:21.008242 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Network 26d2103c-dd1e-4665-b334-2e1003b1b504 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:21.019417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:21.019417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:16:21.023847 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Pushing event updated for resources: {'Port': ['ID=8057e71a-b388-42ec-928e-6ebfd6f37c2c,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:21.029872 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:21.087174 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Attempting to bind port 8057e71a-b388-42ec-928e-6ebfd6f37c2c on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:16:21.087657 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Attempting to bind port 8057e71a-b388-42ec-928e-6ebfd6f37c2c by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:16:21.088131 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Attempting to bind port 8057e71a-b388-42ec-928e-6ebfd6f37c2c on network 26d2103c-dd1e-4665-b334-2e1003b1b504 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:16:21.095064 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:16:21.095451 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Checking segment: {'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:21.095984 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:21.096390 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Bound using segment: {'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:16:21.096913 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Bound port: 8057e71a-b388-42ec-928e-6ebfd6f37c2c, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:16:21.097300 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:21.106519 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Allocated IP 172.27.1.105 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:16:21.167533 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] For port 8057e71a-b388-42ec-928e-6ebfd6f37c2c, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:16:21.186316 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] For port 8057e71a-b388-42ec-928e-6ebfd6f37c2c, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=8057e71a-b388-42ec-928e-6ebfd6f37c2c,segment=NetworkSegment(0fb06053-206d-4d52-9620-a00c28fde0fe),segment_id=0fb06053-206d-4d52-9620-a00c28fde0fe)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:16:21.215070 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:21.261161 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:21.263296 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:21.299819 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:21.319164 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0ab5742b-7518-4a8e-ba9e-84d7ca7a5a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:21.325670 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Pushing event updated for resources: {'Port': ['ID=8057e71a-b388-42ec-928e-6ebfd6f37c2c,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:21.329451 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:21.329640 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927796c4-c739-4644-956e-1eb23fba1759 None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:16:21.336532 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:21.339056 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:21.395022 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:21.398290 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:21.404625 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:16:21.428425 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:21.432551 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:21.746871 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:21.948946 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:22.158095 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Router 0c8fe819-4423-461e-80ec-62c590677612 is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:16:22.197523 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362f426-4e91-4e48-9474-aa5b09474939 None None] Network 26d2103c-dd1e-4665-b334-2e1003b1b504 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:16:22.266103 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:16:22.276264 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Sync routers for ids ['0c8fe819-4423-461e-80ec-62c590677612'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:16:22.295455 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Routers {'0c8fe819-4423-461e-80ec-62c590677612'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:16:22.296115 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:15:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['0c8fe819-4423-461e-80ec-62c590677612'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:22.348992 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-69365be8-9dbd-4a1a-811e-be228fe5c83f None None] Provisioning for port 8057e71a-b388-42ec-928e-6ebfd6f37c2c completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:22.380267 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:22.380267 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0940955 Jun 22 04:16:22.380698 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53032) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:22.452680 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Set router 0c8fe819-4423-461e-80ec-62c590677612 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:16:22.547388 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 8057e71a-b388-42ec-928e-6ebfd6f37c2c up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:22.689591 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:21Z', 'revision_number': 3, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port': {'id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:22.717974 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Checking router: 0c8fe819-4423-461e-80ec-62c590677612 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:16:22.722018 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Updating router 0c8fe819-4423-461e-80ec-62c590677612 port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:16:22.742253 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 8057e71a-b388-42ec-928e-6ebfd6f37c2c completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:22.753083 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 8057e71a-b388-42ec-928e-6ebfd6f37c2c triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:22.753479 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:22.790862 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:22.830865 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-45944fff-89bf-41aa-9133-c847be5c1fe9 None None] Provisioning complete for port 8057e71a-b388-42ec-928e-6ebfd6f37c2c triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:22.831232 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-45944fff-89bf-41aa-9133-c847be5c1fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:22.836492 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:22.990440 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Allocated IP 172.20.0.1 (26d2103c-dd1e-4665-b334-2e1003b1b504/e5435687-8fde-4b3e-9235-329a673e9d89/27886203-a9b8-48e5-b976-c2fe92cda9c7) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:16:23.011574 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.093150 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.107259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Transition to ACTIVE for port object 27886203-a9b8-48e5-b976-c2fe92cda9c7 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:23.208710 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 8057e71a-b388-42ec-928e-6ebfd6f37c2c, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=8057e71a-b388-42ec-928e-6ebfd6f37c2c,segment=NetworkSegment(0fb06053-206d-4d52-9620-a00c28fde0fe),segment_id=0fb06053-206d-4d52-9620-a00c28fde0fe)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:16:23.209458 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.209675 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-45944fff-89bf-41aa-9133-c847be5c1fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.212408 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-34b0f0de-f3e3-4d52-9c7e-2055ca407748 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:23.255363 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Network 26d2103c-dd1e-4665-b334-2e1003b1b504 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:23.258178 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:23.262525 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:16:23.263006 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.266743 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Pushing event updated for resources: {'Port': ['ID=27886203-a9b8-48e5-b976-c2fe92cda9c7,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:23.297598 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.298534 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 422de144-7a6b-4b21-9de1-e145040d3712 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:23.301658 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:23.301799 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:23.401189 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.427950 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.db.api [None req-45944fff-89bf-41aa-9133-c847be5c1fe9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 04:16:23.428325 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_db.api [None req-45944fff-89bf-41aa-9133-c847be5c1fe9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 04:16:23.430391 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Transition to ACTIVE for port object f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:23.440093 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=8057e71a-b388-42ec-928e-6ebfd6f37c2c,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:23.443310 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:23.479006 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.484280 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.487297 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:23.533030 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 422de144-7a6b-4b21-9de1-e145040d3712 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:23.540593 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Attempting to bind port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:16:23.540986 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Attempting to bind port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:16:23.541364 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Attempting to bind port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:16:23.548270 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 422de144-7a6b-4b21-9de1-e145040d3712 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:23.548662 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.551751 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a2f7e-67c1-4497-9414-353e0ff33f2a None None] Pushing event updated for resources: {'Port': ['ID=f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:23.555695 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dc9a2f7e-67c1-4497-9414-353e0ff33f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:23.556332 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:16:23.556676 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:23.557087 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.557500 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:16:23.557981 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Bound port: f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:16:23.558415 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.640269 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] For port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:16:23.644169 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] For port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:16:23.680824 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.715554 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 422de144-7a6b-4b21-9de1-e145040d3712, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=422de144-7a6b-4b21-9de1-e145040d3712,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:16:23.724315 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.726388 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:23.789127 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.790011 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device cfcd0b96-d1c8-4a71-9e85-85c8265ae4df up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:23.821192 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Routers {'0c8fe819-4423-461e-80ec-62c590677612'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:16:23.821836 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:15:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['0c8fe819-4423-461e-80ec-62c590677612'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:23.826452 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a2f7e-67c1-4497-9414-353e0ff33f2a None None] Pushing event updated for resources: {'Port': ['ID=f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:23.861854 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dc9a2f7e-67c1-4497-9414-353e0ff33f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:23.862448 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:23.874450 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e7935c7a-fa1a-4022-861f-ddb455cc5dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.908893 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.963725 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.964526 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:23.966442 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:24.000135 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=422de144-7a6b-4b21-9de1-e145040d3712,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:24.009816 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:24.025795 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:24.026218 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:24.042760 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Pushing event updated for resources: {'Port': ['ID=27886203-a9b8-48e5-b976-c2fe92cda9c7,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:24.047414 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:24.054884 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] Set router 0c8fe819-4423-461e-80ec-62c590677612 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:16:24.087422 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Network 26d2103c-dd1e-4665-b334-2e1003b1b504 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:24.088768 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:24.197426 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:24.208811 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Router 0c8fe819-4423-461e-80ec-62c590677612 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:16:24.252045 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea79b134-13e5-4dc2-9cd8-cbdad0d412da None None] Provisioning for port 27886203-a9b8-48e5-b976-c2fe92cda9c7 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:24.267552 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea79b134-13e5-4dc2-9cd8-cbdad0d412da None None] Provisioning complete for port 27886203-a9b8-48e5-b976-c2fe92cda9c7 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:24.267936 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea79b134-13e5-4dc2-9cd8-cbdad0d412da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:24.317499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:16:24.322464 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] 10.222.0.37 "PUT /v2.0/routers/0c8fe819-4423-461e-80ec-62c590677612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9401512 Jun 22 04:16:24.331112 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea79b134-13e5-4dc2-9cd8-cbdad0d412da None None] Port 27886203-a9b8-48e5-b976-c2fe92cda9c7 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:16:24.355133 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 4, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port': {'id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '27886203-a9b8-48e5-b976-c2fe92cda9c7', 'name': '', 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'mac_address': 'fa:16:3e:53:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:22Z', 'updated_at': '2021-06-22T04:16:22Z', 'revision_number': 1, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'subnets': [{'id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:24.394108 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53554224-e734-496a-a44d-4fee8d1901e4 None None] The sync data for ids ['0c8fe819-4423-461e-80ec-62c590677612'] in dv-cinder-797380-1-iscsi is: [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 4, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port': {'id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '27886203-a9b8-48e5-b976-c2fe92cda9c7', 'name': '', 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'mac_address': 'fa:16:3e:53:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:22Z', 'updated_at': '2021-06-22T04:16:22Z', 'revision_number': 1, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'subnets': [{'id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:16:24.429609 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 8057e71a-b388-42ec-928e-6ebfd6f37c2c up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:24.479583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-1d62416a-c935-442a-9f92-f5af4a6c3d49 None None] Provisioning complete for port 27886203-a9b8-48e5-b976-c2fe92cda9c7 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:24.479959 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1d62416a-c935-442a-9f92-f5af4a6c3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:24.524300 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 8057e71a-b388-42ec-928e-6ebfd6f37c2c triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:24.524679 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:24.526279 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-1d62416a-c935-442a-9f92-f5af4a6c3d49 None None] Port 27886203-a9b8-48e5-b976-c2fe92cda9c7 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:16:24.622407 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 422de144-7a6b-4b21-9de1-e145040d3712 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:24.673129 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 422de144-7a6b-4b21-9de1-e145040d3712 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:24.673579 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.106244 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.239449 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53044) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:25.244204 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088794785', 'description': 'tempest-secgroup-smoke-2088794785 description', 'project_id': '8d81559d2f3544a18942bb99f25347c8'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:25.306524 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.393715 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.438646 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.441594 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ff06d6d8-26eb-4ee1-9ae3-be82485dbeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:25.473861 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3f9878-805f-4fce-8149-9d939d7105be,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:25.477062 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:25.547516 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.548786 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3083177 Jun 22 04:16:25.551749 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53046) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:25.556691 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-cf30aa3a-b9ec-4575-83a3-617de4fd84ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'security_group_rule': {'security_group_id': '9f3f9878-805f-4fce-8149-9d939d7105be', 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:25.637683 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cf30aa3a-b9ec-4575-83a3-617de4fd84ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.694030 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cf30aa3a-b9ec-4575-83a3-617de4fd84ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.763509 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cf30aa3a-b9ec-4575-83a3-617de4fd84ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.765737 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:25.781657 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30aa3a-b9ec-4575-83a3-617de4fd84ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da318f0f-f1a8-40b9-ad79-4bee4dc031c1,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:25.784149 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cf30aa3a-b9ec-4575-83a3-617de4fd84ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:25.837781 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cf30aa3a-b9ec-4575-83a3-617de4fd84ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.839047 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-cf30aa3a-b9ec-4575-83a3-617de4fd84ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863452 Jun 22 04:16:25.841647 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53048) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:25.846752 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'security_group_rule': {'security_group_id': '9f3f9878-805f-4fce-8149-9d939d7105be', 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:25.911639 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:25.968460 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.026420 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.031345 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:26.047215 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96c1d77-20ff-4131-b76d-a69d7ffb9e11,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:26.049687 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:26.089244 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.090512 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2478752 Jun 22 04:16:26.093142 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53050) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:26.097609 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'security_group_rule': {'security_group_id': '9f3f9878-805f-4fce-8149-9d939d7105be', 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:26.191837 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.251814 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.317998 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.320263 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7300ae0f-a5f6-42b8-ad77-16f8c562de8c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:26.337146 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655e5c1a-9817-4caa-ac3c-080298073c82,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:26.339419 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:26.364519 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Sync routers for ids ['0c8fe819-4423-461e-80ec-62c590677612'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:16:26.374507 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Routers {'0c8fe819-4423-461e-80ec-62c590677612'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:16:26.375173 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:16:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['0c8fe819-4423-461e-80ec-62c590677612'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:26.413189 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.413189 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164754 Jun 22 04:16:26.413410 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53054) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:26.417819 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-57d36fba-4781-47aa-b601-6cf7d08671b1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'security_group_rule': {'security_group_id': '9f3f9878-805f-4fce-8149-9d939d7105be', 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:26.470195 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:26.491206 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.492809 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Set router 0c8fe819-4423-461e-80ec-62c590677612 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:16:26.540046 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-57d36fba-4781-47aa-b601-6cf7d08671b1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.600619 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-57d36fba-4781-47aa-b601-6cf7d08671b1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.626675 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:26.630464 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:26.630930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.666484 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-57d36fba-4781-47aa-b601-6cf7d08671b1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.668569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-af9a8a44-e415-45fd-a89d-d9d9d3378f36 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:26.685271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d36fba-4781-47aa-b601-6cf7d08671b1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8211bd80-62e5-4b80-83ad-4221270d1db0,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:26.688616 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-57d36fba-4781-47aa-b601-6cf7d08671b1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:26.698946 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 4, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port': {'id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '27886203-a9b8-48e5-b976-c2fe92cda9c7', 'name': '', 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'mac_address': 'fa:16:3e:53:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:22Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 2, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'subnets': [{'id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:26.714078 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.727621 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Checking router: 0c8fe819-4423-461e-80ec-62c590677612 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:16:26.728047 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Updating router 0c8fe819-4423-461e-80ec-62c590677612 port 27886203-a9b8-48e5-b976-c2fe92cda9c7 binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:16:26.734750 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:16:26.738210 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-57d36fba-4781-47aa-b601-6cf7d08671b1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.738210 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-57d36fba-4781-47aa-b601-6cf7d08671b1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220687 Jun 22 04:16:26.739239 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53056) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:26.743910 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'security_group_rule': {'security_group_id': '9f3f9878-805f-4fce-8149-9d939d7105be', 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:26.762968 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.786343 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.788303 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dc9a2f7e-67c1-4497-9414-353e0ff33f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:26.803565 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.securitygroups_db [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Project 8d81559d2f3544a18942bb99f25347c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 04:16:26.808783 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.835412 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:26.838444 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:26.874694 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.918011 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:26.920528 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bc0d7a9a-2635-4217-be26-c3f1b1c5ff86 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:26.937415 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd3a818-7533-4d6f-a990-fa2840fd7f4c,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:26.939939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:27.015375 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.019359 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-084d6129-ea9b-4951-8406-ba63d25c2372 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2764711 Jun 22 04:16:27.019532 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53058) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:16:27.023605 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.024064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'security_group_rule': {'security_group_id': '9f3f9878-805f-4fce-8149-9d939d7105be', 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:27.033614 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Transition to ACTIVE for port object 27886203-a9b8-48e5-b976-c2fe92cda9c7 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:27.095111 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.097217 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:27.123772 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.securitygroups_db [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Project 8d81559d2f3544a18942bb99f25347c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 04:16:27.128979 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.169763 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a50a5-5346-4591-941f-474bd05976ac None None] Pushing event updated for resources: {'Port': ['ID=27886203-a9b8-48e5-b976-c2fe92cda9c7,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:27.191233 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-888a50a5-5346-4591-941f-474bd05976ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:27.198839 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.223755 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Attempting to bind port 27886203-a9b8-48e5-b976-c2fe92cda9c7 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:16:27.225262 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Attempting to bind port 27886203-a9b8-48e5-b976-c2fe92cda9c7 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:16:27.225262 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Attempting to bind port 27886203-a9b8-48e5-b976-c2fe92cda9c7 on network 26d2103c-dd1e-4665-b334-2e1003b1b504 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:16:27.229441 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:16:27.229819 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Checking segment: {'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:27.230251 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.230647 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Bound using segment: {'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:16:27.231130 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Bound port: 27886203-a9b8-48e5-b976-c2fe92cda9c7, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb06053-206d-4d52-9620-a00c28fde0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:16:27.231509 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.272044 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.274115 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:27.291066 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb60667a-15c9-41fc-9028-53bfdbc7f26b,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:27.293676 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:27.297848 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] For port 27886203-a9b8-48e5-b976-c2fe92cda9c7, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:16:27.301066 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] For port 27886203-a9b8-48e5-b976-c2fe92cda9c7, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=27886203-a9b8-48e5-b976-c2fe92cda9c7,segment=NetworkSegment(0fb06053-206d-4d52-9620-a00c28fde0fe),segment_id=0fb06053-206d-4d52-9620-a00c28fde0fe)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:16:27.340953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.342219 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-02dbbabf-0d3a-4bad-8a4c-32598771db55 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216660 Jun 22 04:16:27.359197 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:27.362638 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-5bd5f1a8-dcaa-4e84-8afa-3005a22801f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:27.418598 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Routers {'0c8fe819-4423-461e-80ec-62c590677612'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:16:27.419358 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:16:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['0c8fe819-4423-461e-80ec-62c590677612'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:27.459075 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a50a5-5346-4591-941f-474bd05976ac None None] Pushing event updated for resources: {'Port': ['ID=27886203-a9b8-48e5-b976-c2fe92cda9c7,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:27.462308 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-888a50a5-5346-4591-941f-474bd05976ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:27.538603 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] Set router 0c8fe819-4423-461e-80ec-62c590677612 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:16:27.741455 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 4, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port': {'id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '27886203-a9b8-48e5-b976-c2fe92cda9c7', 'name': '', 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'mac_address': 'fa:16:3e:53:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:22Z', 'updated_at': '2021-06-22T04:16:27Z', 'revision_number': 4, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'subnets': [{'id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:16:27.767224 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da784e-106e-4ff4-b0e7-920c6f43c470 None None] The sync data for ids ['0c8fe819-4423-461e-80ec-62c590677612'] in dv-cinder-797380-1-iscsi is: [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 4, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port': {'id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '27886203-a9b8-48e5-b976-c2fe92cda9c7', 'name': '', 'network_id': '26d2103c-dd1e-4665-b334-2e1003b1b504', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'mac_address': 'fa:16:3e:53:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:22Z', 'updated_at': '2021-06-22T04:16:27Z', 'revision_number': 4, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'subnets': [{'id': 'e5435687-8fde-4b3e-9235-329a673e9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:16:28.445379 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 27886203-a9b8-48e5-b976-c2fe92cda9c7 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:28.568861 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 27886203-a9b8-48e5-b976-c2fe92cda9c7 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:28.572999 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 27886203-a9b8-48e5-b976-c2fe92cda9c7 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:28.573381 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:28.661201 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:28.694584 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 27886203-a9b8-48e5-b976-c2fe92cda9c7, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=27886203-a9b8-48e5-b976-c2fe92cda9c7,segment=NetworkSegment(0fb06053-206d-4d52-9620-a00c28fde0fe),segment_id=0fb06053-206d-4d52-9620-a00c28fde0fe)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:16:28.764058 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:28.765567 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:28.767416 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b3725a37-34f6-48e8-8ab6-bcc2b619f9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:28.838859 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=27886203-a9b8-48e5-b976-c2fe92cda9c7,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:28.841980 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:28.852222 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:28.852604 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:30.424583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 27886203-a9b8-48e5-b976-c2fe92cda9c7 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:16:30.470587 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 27886203-a9b8-48e5-b976-c2fe92cda9c7 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:30.470897 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:32.054932 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:33.636861 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:16:51.299838 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e02cfd1d-ce92-4b7f-82be-a6f252059237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:51.454428 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-93b1479f-fa4b-4050-abed-5a26245f8752 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088794785&fields=id&tenant_id=8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 267 time: 0.0319977 Jun 22 04:16:51.557569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-54a9eb4b-5546-47ed-a8a1-b2773cd1134a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:51.558949 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-54a9eb4b-5546-47ed-a8a1-b2773cd1134a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 812 time: 0.0982022 Jun 22 04:16:51.573316 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-5888d8c6-ec59-4288-99e0-5b24fe0afbd5 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/quotas/8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 375 time: 0.0089543 Jun 22 04:16:51.643926 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-850725a8-81d0-4765-9e3b-7025f8cc4033 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651345 Jun 22 04:16:51.817705 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-7af485d6-0238-41ce-a33e-0d9ab33a0e7d service neutron] 10.222.0.37 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625957 Jun 22 04:16:51.906852 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-7cd56c29-95e2-4812-ae91-bf6a6442c8a1 service neutron] 10.222.0.37 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834987 Jun 22 04:16:52.630545 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-069d66c7-26c5-4b92-8ba0-b3fb16d518a1 req-3febec68-df42-49ff-a31a-b1aa83bf50b2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 210 time: 0.0292695 Jun 22 04:16:53.766872 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9c8e7661-3252-4482-bbd1-9fe7b7eba294 req-613c2c6e-2396-4e7b-9171-15194f5760bc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 210 time: 0.0279217 Jun 22 04:16:53.825726 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1000ace4-b12c-471a-a7b8-8b6af3d33195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:54.128276 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:54.884685 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-c7470755-d301-49fe-9a9b-e3c34a59eed2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:54.886102 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-c7470755-d301-49fe-9a9b-e3c34a59eed2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 812 time: 0.1070073 Jun 22 04:16:54.916032 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1bfec8e8-e627-4e90-be37-62087b5ca20d req-d5728f27-247d-4edd-a6db-7187da6ebe3b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Jun 22 04:16:54.948805 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-d0c3f6c1-1a8b-4298-8ad9-88b88795349e tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 380 time: 0.0352221 Jun 22 04:16:54.957868 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'port': {'device_id': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'admin_state_up': True, 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'security_groups': ['9f3f9878-805f-4fce-8149-9d939d7105be']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:55.105667 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:55.128504 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Made reservation on behalf of 8d81559d2f3544a18942bb99f25347c8 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:16:55.132137 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:55.253206 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Allocated IP 172.20.0.3 (7e166bbc-2327-45f5-8cec-abe0c2fca266/20e188bf-9b4f-49f7-9aa2-8633ac326e96/f6f1d86f-ab63-4101-9af9-45f0768df0f2) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:16:55.385841 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:55.398846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Transition to ACTIVE for port object f6f1d86f-ab63-4101-9af9-45f0768df0f2 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:55.482852 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:55.486547 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c3d5ca15-402e-4db3-9548-350490eec282 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:55.531626 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:16:55.535001 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:16:55.538751 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:16:55.544089 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:55.544686 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:55.553993 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=f6f1d86f-ab63-4101-9af9-45f0768df0f2,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:55.557764 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:55.620450 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6660297 Jun 22 04:16:55.638450 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Request body: {'port': {'device_id': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:16:55.711681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:55.848366 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-37e8807f-340d-4168-a2fe-7762b0be5b23 None None] Provisioning for port f6f1d86f-ab63-4101-9af9-45f0768df0f2 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:16:55.852481 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-37e8807f-340d-4168-a2fe-7762b0be5b23 None None] Provisioning complete for port f6f1d86f-ab63-4101-9af9-45f0768df0f2 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:16:55.852934 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-37e8807f-340d-4168-a2fe-7762b0be5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:55.886387 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-37e8807f-340d-4168-a2fe-7762b0be5b23 None None] Port f6f1d86f-ab63-4101-9af9-45f0768df0f2 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:16:55.969570 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f1d86f-ab63-4101-9af9-45f0768df0f2 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:16:55.976966 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:55.988451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Transition to ACTIVE for port object f6f1d86f-ab63-4101-9af9-45f0768df0f2 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:16:56.042451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:56.060300 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:56.146371 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f1d86f-ab63-4101-9af9-45f0768df0f2,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:56.149096 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:56.201651 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772dbec-ff02-493b-beec-2fdaec8e1ec1 req-f0f406ac-b37d-436c-89c2-81b2dbc7fcef tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:56.203747 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a772dbec-ff02-493b-beec-2fdaec8e1ec1 req-f0f406ac-b37d-436c-89c2-81b2dbc7fcef tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.1722786 Jun 22 04:16:56.204469 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Attempting to bind port f6f1d86f-ab63-4101-9af9-45f0768df0f2 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:16:56.204887 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Attempting to bind port f6f1d86f-ab63-4101-9af9-45f0768df0f2 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:16:56.205200 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Attempting to bind port f6f1d86f-ab63-4101-9af9-45f0768df0f2 on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:16:56.211331 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Port f6f1d86f-ab63-4101-9af9-45f0768df0f2 on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:16:56.211660 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Attempting to bind port f6f1d86f-ab63-4101-9af9-45f0768df0f2 on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:16:56.223685 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:16:56.224081 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Checking segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:16:56.224465 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Bound using segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:16:56.224920 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Bound port: f6f1d86f-ab63-4101-9af9-45f0768df0f2, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:16:56.226361 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:56.283396 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a772dbec-ff02-493b-beec-2fdaec8e1ec1 req-f38dad75-667f-48fb-9bb4-7a00adb9b388 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730896 Jun 22 04:16:56.315593 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] For port f6f1d86f-ab63-4101-9af9-45f0768df0f2, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:16:56.318724 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] For port f6f1d86f-ab63-4101-9af9-45f0768df0f2, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=f6f1d86f-ab63-4101-9af9-45f0768df0f2,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:16:56.357243 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:56.360265 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-96d77e64-7956-42f3-baff-550729f77ed3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:16:56.395447 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:56.396049 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:56.397743 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6f1d86f-ab63-4101-9af9-45f0768df0f2 HTTP/1.1" status: 200 len: 1093 time: 0.7635646 Jun 22 04:16:56.398243 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'tag': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:16:56.409882 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e0bd8-c863-42cd-9493-02039cf28555" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a07c6-5158-4a7a-a251-2f744a6b8bd4", "tag": "f6f1d86f-ab63-4101-9af9-45f0768df0f2"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:16:56.428499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f1d86f-ab63-4101-9af9-45f0768df0f2,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:16:56.428499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:16:56.446125 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27fe95-092b-405f-9711-793516590b87 x-openstack-request-id: req-db27fe95-092b-405f-9711-793516590b87 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:16:56.446451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a07c6-5158-4a7a-a251-2f744a6b8bd4", "tag": "f6f1d86f-ab63-4101-9af9-45f0768df0f2", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:16:56.446743 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db27fe95-092b-405f-9711-793516590b87 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:16:56.447193 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'tag': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'status': 'completed', 'code': 200} Jun 22 04:16:56.477241 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:16:56.563121 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0bd8-c863-42cd-9493-02039cf28555 req-22b863f7-cf59-40a8-b053-6608f13028c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:56.564610 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a31e0bd8-c863-42cd-9493-02039cf28555 req-22b863f7-cf59-40a8-b053-6608f13028c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0614827 Jun 22 04:16:56.666500 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0bd8-c863-42cd-9493-02039cf28555 req-4bee397f-e619-4c98-acb1-e84a653052e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:56.667869 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a31e0bd8-c863-42cd-9493-02039cf28555 req-4bee397f-e619-4c98-acb1-e84a653052e3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d81559d2f3544a18942bb99f25347c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0892060 Jun 22 04:16:56.759885 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0bd8-c863-42cd-9493-02039cf28555 req-3a19a616-bb28-4ad3-b498-414f66daf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:56.761284 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a31e0bd8-c863-42cd-9493-02039cf28555 req-3a19a616-bb28-4ad3-b498-414f66daf163 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872872 Jun 22 04:16:56.870252 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-e05ca370-e2b8-40e6-9c7c-c86d7c76be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:56.871742 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-e05ca370-e2b8-40e6-9c7c-c86d7c76be03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0503516 Jun 22 04:16:56.923023 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-1d7ad90f-2c24-4fe2-bd65-b6a6a3391473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6f1d86f-ab63-4101-9af9-45f0768df0f2 HTTP/1.1" status: 200 len: 217 time: 0.0369072 Jun 22 04:16:56.969026 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-0b491811-f364-4176-bdaa-e4b28f1277d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:56.970435 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-0b491811-f364-4176-bdaa-e4b28f1277d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0412889 Jun 22 04:16:57.023663 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-961f186a-9163-4713-b9e4-abb3140fe351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:57.025111 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-961f186a-9163-4713-b9e4-abb3140fe351 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489736 Jun 22 04:16:57.114122 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-159230b8-079f-4449-8a53-ebc0a950fc85 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814562 Jun 22 04:16:57.199969 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1297df73-dc5d-4b3c-8ee5-2d8c8974058a req-116d4a7a-7a4f-429b-a535-70447bb02ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797853 Jun 22 04:16:57.453009 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6212e5-cb15-4281-a356-5ca69b5d90f4 req-48a4ae3b-134e-411e-8484-4fc5b68b3632 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:57.454384 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe6212e5-cb15-4281-a356-5ca69b5d90f4 req-48a4ae3b-134e-411e-8484-4fc5b68b3632 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0621362 Jun 22 04:16:57.491119 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe6212e5-cb15-4281-a356-5ca69b5d90f4 req-a59cc968-21a5-40c9-be9d-485c76b85cab tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Jun 22 04:16:58.671337 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c714-1747-4728-be9c-27a5d391ddc1 req-ca3106fc-50cd-402a-b05b-e6eb8e97665c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:58.672765 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c676c714-1747-4728-be9c-27a5d391ddc1 req-ca3106fc-50cd-402a-b05b-e6eb8e97665c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0649285 Jun 22 04:16:58.708604 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c676c714-1747-4728-be9c-27a5d391ddc1 req-7d0371a7-35d8-4e5c-82ea-2a11b6afb1eb tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299256 Jun 22 04:16:59.884435 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60875-5bb5-491e-aa37-3106f9f1a06e req-073f788d-ab39-43fd-88ac-71ffb8832918 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:16:59.885900 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5f60875-5bb5-491e-aa37-3106f9f1a06e req-073f788d-ab39-43fd-88ac-71ffb8832918 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0656798 Jun 22 04:16:59.924028 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5f60875-5bb5-491e-aa37-3106f9f1a06e req-500ea41d-b5c1-4e4c-9b4d-54582234229f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Jun 22 04:17:01.096710 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e58a-76b5-4910-a468-f5bc718456b2 req-87a5c41e-ee38-4414-be91-85719bc6a03c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:01.098172 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f230e58a-76b5-4910-a468-f5bc718456b2 req-87a5c41e-ee38-4414-be91-85719bc6a03c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0618863 Jun 22 04:17:01.138300 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f230e58a-76b5-4910-a468-f5bc718456b2 req-aa33f3d8-5930-45f3-b51c-87c6a9748ba7 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Jun 22 04:17:02.088011 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:02.308283 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932bd7e-1c62-4ba1-866b-bbc5130601e5 req-cd031f13-e4df-417a-95cf-e4517c27bfae tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:02.309649 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9932bd7e-1c62-4ba1-866b-bbc5130601e5 req-cd031f13-e4df-417a-95cf-e4517c27bfae tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0629444 Jun 22 04:17:02.346212 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9932bd7e-1c62-4ba1-866b-bbc5130601e5 req-28270c3f-4311-4d55-a80d-7eba53fb4b0d tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Jun 22 04:17:03.517136 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37983682-a374-4fbd-9469-e2933bdf5bd9 req-e5de28ee-8b00-4f1a-b6fb-4f745362452f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:03.518623 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37983682-a374-4fbd-9469-e2933bdf5bd9 req-e5de28ee-8b00-4f1a-b6fb-4f745362452f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0622349 Jun 22 04:17:03.558389 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37983682-a374-4fbd-9469-e2933bdf5bd9 req-cd0cc801-cff3-4ad2-9d11-9e9cecc95ad8 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Jun 22 04:17:03.980271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84060ac-1c4d-4eb5-a7fa-bb94277d5378 req-65862fee-5564-46b4-a6c3-da795dcdf4df tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:03.981701 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e84060ac-1c4d-4eb5-a7fa-bb94277d5378 req-65862fee-5564-46b4-a6c3-da795dcdf4df tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0699656 Jun 22 04:17:04.018501 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e84060ac-1c4d-4eb5-a7fa-bb94277d5378 req-7e1a2a2b-36b3-472e-8a95-961ac87beebb tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304127 Jun 22 04:17:04.732050 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929914d2-67c3-434b-a9fe-4968d084e24c req-a7c2bcfb-7664-4ddb-bbc9-a93281e3a25c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:04.734110 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-929914d2-67c3-434b-a9fe-4968d084e24c req-a7c2bcfb-7664-4ddb-bbc9-a93281e3a25c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0615666 Jun 22 04:17:04.769509 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-929914d2-67c3-434b-a9fe-4968d084e24c req-17682d25-a44c-423a-a1f4-5b987f4b0e66 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299284 Jun 22 04:17:05.194636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5058ae9-f799-437f-a7f3-a72594853762 req-ec871848-c81c-4b0a-a1be-c8ac232d3053 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:05.196079 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a5058ae9-f799-437f-a7f3-a72594853762 req-ec871848-c81c-4b0a-a1be-c8ac232d3053 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0621879 Jun 22 04:17:05.236748 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a5058ae9-f799-437f-a7f3-a72594853762 req-01cbd199-ea58-4c91-95a6-a94ba4acc0bb tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350151 Jun 22 04:17:05.938661 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5a8f5-ca91-4b44-a991-e6a17fc0c08d req-b31506d8-9d3f-470b-91b4-44716247411e tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:05.940115 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5d5a8f5-ca91-4b44-a991-e6a17fc0c08d req-b31506d8-9d3f-470b-91b4-44716247411e tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0630829 Jun 22 04:17:05.976589 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5d5a8f5-ca91-4b44-a991-e6a17fc0c08d req-c19760d8-7229-4c01-b1b9-2a57fd5dac92 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Jun 22 04:17:06.411110 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69801472-1477-4039-8bee-c610329ba9a8 req-dde9e829-2ce5-4eee-b741-e25f277cab80 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:06.412546 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69801472-1477-4039-8bee-c610329ba9a8 req-dde9e829-2ce5-4eee-b741-e25f277cab80 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0635476 Jun 22 04:17:06.450588 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69801472-1477-4039-8bee-c610329ba9a8 req-ec08c021-9d88-4515-95c3-dd831ee5f813 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324268 Jun 22 04:17:06.583425 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-8d1bab2f-cf6b-4bb1-8c5a-d7b134c84b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:06.584851 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-8d1bab2f-cf6b-4bb1-8c5a-d7b134c84b76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1098 time: 0.0552199 Jun 22 04:17:06.686353 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-6f8727e8-2df2-4839-8191-cff88e1b41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:06.687748 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-6f8727e8-2df2-4839-8191-cff88e1b41c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 200 len: 909 time: 0.0803881 Jun 22 04:17:06.752935 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-e134cd9a-0bc9-4cf8-a4ec-8bea34275fa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 200 len: 1001 time: 0.0581589 Jun 22 04:17:06.798582 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-9cdc17f5-b75d-4cb7-ac6d-0570189f5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:06.799913 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-9cdc17f5-b75d-4cb7-ac6d-0570189f5345 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6775b766-b350-4a6e-bf76-2415ddc32252 HTTP/1.1" status: 200 len: 847 time: 0.0406821 Jun 22 04:17:06.855683 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-da7c9f23-576a-439f-ae74-fe48bc65052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:06.857308 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-da7c9f23-576a-439f-ae74-fe48bc65052e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2f5789e-0b91-49bb-90c1-6316c0cf420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491807 Jun 22 04:17:06.945048 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-c1770973-e662-444b-9a12-471f42478d04 service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807126 Jun 22 04:17:07.032759 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51574ffb-a4c3-4b6c-b5d8-3d90b884c114 req-c140172e-3bd7-4afd-ba9a-9a1e8078b90d service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801890 Jun 22 04:17:07.120158 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device f6f1d86f-ab63-4101-9af9-45f0768df0f2 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:17:07.149587 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f590d2-5556-4647-8f6c-a11cafdab502 req-af0a0c8c-33b9-4937-b89d-fb0df64f4685 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:07.151079 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21f590d2-5556-4647-8f6c-a11cafdab502 req-af0a0c8c-33b9-4937-b89d-fb0df64f4685 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0614202 Jun 22 04:17:07.193988 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21f590d2-5556-4647-8f6c-a11cafdab502 req-82d88783-4a3a-4d22-997f-3e6b491cfb7a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366833 Jun 22 04:17:07.329775 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port f6f1d86f-ab63-4101-9af9-45f0768df0f2, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=f6f1d86f-ab63-4101-9af9-45f0768df0f2,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:07.340721 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'port_id': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'mac_address': 'fa:16:3e:02:c2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:17:07.377309 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:07.389175 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f1d86f-ab63-4101-9af9-45f0768df0f2 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:17:07.408319 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port f6f1d86f-ab63-4101-9af9-45f0768df0f2, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=f6f1d86f-ab63-4101-9af9-45f0768df0f2,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:07.459661 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:07.461461 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:07.512661 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=f6f1d86f-ab63-4101-9af9-45f0768df0f2,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:07.520195 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.520545 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.520996 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.521271 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.521602 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.522050 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.522412 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.522739 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.523066 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.523388 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.523709 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.524030 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:07.528134 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:07.626460 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12b3d8-97db-408e-bc27-b21aef46d837 req-ce2d3c5f-4372-409b-a00d-04b104350f3e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:07.627964 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d12b3d8-97db-408e-bc27-b21aef46d837 req-ce2d3c5f-4372-409b-a00d-04b104350f3e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0626943 Jun 22 04:17:07.664330 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d12b3d8-97db-408e-bc27-b21aef46d837 req-1a9167e1-82a0-4019-85d8-8c276f64220d tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304990 Jun 22 04:17:07.944407 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['f6f1d86f-ab63-4101-9af9-45f0768df0f2'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:17:08.377159 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717927c-abb4-4871-8a2a-a8b02470d0e9 req-d0b689e6-5959-41f0-be25-7acbd44a2ceb tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:08.378714 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2717927c-abb4-4871-8a2a-a8b02470d0e9 req-d0b689e6-5959-41f0-be25-7acbd44a2ceb tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 944 time: 0.0625679 Jun 22 04:17:08.415124 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2717927c-abb4-4871-8a2a-a8b02470d0e9 req-9b227151-7c81-4a0d-bb2f-9f0b196f210b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Jun 22 04:17:09.093190 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c3cf7-a378-4b8a-adad-6f61748aa7db req-e3ef6609-ef7f-4977-88af-6062c57a6119 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:09.094677 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2b2c3cf7-a378-4b8a-adad-6f61748aa7db req-e3ef6609-ef7f-4977-88af-6062c57a6119 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.3222048 Jun 22 04:17:09.130603 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2b2c3cf7-a378-4b8a-adad-6f61748aa7db req-234e546a-679c-4dff-a20e-76435267ea43 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302472 Jun 22 04:17:09.133757 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device f6f1d86f-ab63-4101-9af9-45f0768df0f2 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:17:09.236391 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port f6f1d86f-ab63-4101-9af9-45f0768df0f2 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:17:09.240088 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port f6f1d86f-ab63-4101-9af9-45f0768df0f2 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:17:09.240493 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:09.314873 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:09.336729 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:09.339082 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1fc3f2-b44f-4538-8b0a-b6ce2424e406" -d '{"events": [{"server_uuid": "8d7a07c6-5158-4a7a-a251-2f744a6b8bd4", "name": "network-vif-plugged", "status": "completed", "tag": "f6f1d86f-ab63-4101-9af9-45f0768df0f2"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:09.354854 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port f6f1d86f-ab63-4101-9af9-45f0768df0f2, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=f6f1d86f-ab63-4101-9af9-45f0768df0f2,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:09.374874 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c8c4e-7f43-4238-91ae-654dd21fbe77 x-openstack-request-id: req-b51c8c4e-7f43-4238-91ae-654dd21fbe77 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:09.375233 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a07c6-5158-4a7a-a251-2f744a6b8bd4", "name": "network-vif-plugged", "status": "completed", "tag": "f6f1d86f-ab63-4101-9af9-45f0768df0f2", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:09.375518 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b51c8c4e-7f43-4238-91ae-654dd21fbe77 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:09.375919 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'code': 200} Jun 22 04:17:09.396801 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:09.399535 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:09.450329 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=f6f1d86f-ab63-4101-9af9-45f0768df0f2,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:09.453408 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:09.590838 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604162c-3e06-40c4-a7aa-faa7b775495a req-596d4e2e-5f2d-4f81-8920-aabbfa1cc8c4 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:09.592248 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1604162c-3e06-40c4-a7aa-faa7b775495a req-596d4e2e-5f2d-4f81-8920-aabbfa1cc8c4 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0653524 Jun 22 04:17:09.641116 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1604162c-3e06-40c4-a7aa-faa7b775495a req-01ce58a5-b2f6-4962-be94-402d121adbda tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377045 Jun 22 04:17:09.798651 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107e43c-09b7-4f76-a8b5-251db5f8d5c3 req-4eb012eb-5a14-442b-97f6-1a77f96900e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:09.800143 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0107e43c-09b7-4f76-a8b5-251db5f8d5c3 req-4eb012eb-5a14-442b-97f6-1a77f96900e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0542669 Jun 22 04:17:09.836773 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0107e43c-09b7-4f76-a8b5-251db5f8d5c3 req-73544373-139a-4959-9b86-77a47e6ceac0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280137 Jun 22 04:17:10.314327 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27bae1-1d3f-48e6-ac2c-e9db6c372f31 req-5b359c42-345d-4b16-95bb-627f883d0e60 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:10.315796 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee27bae1-1d3f-48e6-ac2c-e9db6c372f31 req-5b359c42-345d-4b16-95bb-627f883d0e60 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0725498 Jun 22 04:17:10.354194 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee27bae1-1d3f-48e6-ac2c-e9db6c372f31 req-08c70de3-39ef-4f83-b4b0-0aaf4f246fc9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327368 Jun 22 04:17:10.634616 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:17:10.811865 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1732b-c31a-4673-b246-ef099d4bc4fd req-3491e07d-8e29-4048-8c67-225eab881124 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:10.813275 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-48a1732b-c31a-4673-b246-ef099d4bc4fd req-3491e07d-8e29-4048-8c67-225eab881124 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0608301 Jun 22 04:17:10.849928 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-48a1732b-c31a-4673-b246-ef099d4bc4fd req-0bc5521a-eb11-4dc1-aaaf-093fd85b03b3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Jun 22 04:17:11.541990 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a9c0-8144-4eea-ab99-10c8527d7fa0 req-fd4d3ed9-d95b-435d-99cf-2d2a72b7158c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:11.543476 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d19a9c0-8144-4eea-ab99-10c8527d7fa0 req-fd4d3ed9-d95b-435d-99cf-2d2a72b7158c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0707755 Jun 22 04:17:11.581782 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d19a9c0-8144-4eea-ab99-10c8527d7fa0 req-815f3d55-1c3e-410b-9ebc-b4ad21bd0c8e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Jun 22 04:17:12.019636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1848-0fa6-4eff-931b-9aef8b8936f1 req-3bb19163-2b4b-4f37-8a59-0a6cc35e020f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:12.021051 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-322c1848-0fa6-4eff-931b-9aef8b8936f1 req-3bb19163-2b4b-4f37-8a59-0a6cc35e020f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0617640 Jun 22 04:17:12.056493 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-322c1848-0fa6-4eff-931b-9aef8b8936f1 req-044337b6-16c1-482e-b638-896fde97b4b9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299425 Jun 22 04:17:12.237307 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848334a6-0497-409b-b74d-8d5cb6c09f51 req-b0e917a8-047a-43fd-bdb8-66daba2979d6 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:12.238803 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-848334a6-0497-409b-b74d-8d5cb6c09f51 req-b0e917a8-047a-43fd-bdb8-66daba2979d6 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0756168 Jun 22 04:17:12.276888 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-848334a6-0497-409b-b74d-8d5cb6c09f51 req-e4c92458-f709-48d0-96e8-4438b10cbb96 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Jun 22 04:17:12.301906 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53296) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:12.393051 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0102607-714a-44c2-b1ea-eb2f993cbf71 tempest-TestVolumeBootPattern-1842285335 tempest-TestVolumeBootPattern-1842285335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:12.394579 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c0102607-714a-44c2-b1ea-eb2f993cbf71 tempest-TestVolumeBootPattern-1842285335 tempest-TestVolumeBootPattern-1842285335-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 1093 time: 0.0913820 Jun 22 04:17:12.404098 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53300) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:12.408865 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'port_id': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:12.528719 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:12.637903 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:12.775119 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Allocated IP 172.27.1.249 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/8bd35288-f32a-43f4-940a-d3e451c51fc1) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:17:12.850842 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08c136-5363-4517-ad89-bfaa429192a2 req-6ea9e68a-423b-46a8-a9de-aa19ebc8a4d6 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:12.852291 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1b08c136-5363-4517-ad89-bfaa429192a2 req-6ea9e68a-423b-46a8-a9de-aa19ebc8a4d6 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.1580989 Jun 22 04:17:12.954631 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1b08c136-5363-4517-ad89-bfaa429192a2 req-ef63f44b-3b2f-4d2b-bbe4-24ade8d3404a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956454 Jun 22 04:17:12.968272 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:12.988121 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575a49d-6b31-43d2-ac7c-a7d270962aae req-c0fca243-64b9-4863-9133-c440cdef11e9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:12.989487 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9575a49d-6b31-43d2-ac7c-a7d270962aae req-c0fca243-64b9-4863-9133-c440cdef11e9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 947 time: 0.1570802 Jun 22 04:17:13.036168 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9575a49d-6b31-43d2-ac7c-a7d270962aae req-16b68a6d-351e-41b0-9943-e09439d247ca tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387466 Jun 22 04:17:13.065450 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:13.068351 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-adbee19c-f77b-43db-a395-11ad5064a412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:13.103864 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:17:13.106846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:17:13.110694 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:17:13.116967 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=8bd35288-f32a-43f4-940a-d3e451c51fc1,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:13.145417 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.145953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.146352 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.146741 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.147094 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.147454 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.147801 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.148152 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.148499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.148844 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.149187 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.149555 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:13.156669 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:13.441591 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:13.560237 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:13.705863 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:13.762091 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:13.764641 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9b0cd29b-72c6-41b2-a303-dba92ade4e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:13.791770 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:13.841247 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=8bd35288-f32a-43f4-940a-d3e451c51fc1,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:13.844957 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:13.899399 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Floating IP 1f6df68c-2980-4ac9-b84f-3853b6c7fe1a associated. External IP: 172.27.1.249, port: f6f1d86f-ab63-4101-9af9-45f0768df0f2. Jun 22 04:17:14.134734 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Router 479e774a-78a1-423b-8e78-ed210d531853 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:17:14.201422 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8148-2600-4b38-b16f-83d74bccc316 req-ca595332-38a9-4747-bcdd-1510e6e4dcef tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:14.202999 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0fe8148-2600-4b38-b16f-83d74bccc316 req-ca595332-38a9-4747-bcdd-1510e6e4dcef tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.1288316 Jun 22 04:17:14.308306 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0fe8148-2600-4b38-b16f-83d74bccc316 req-a08c8983-8786-443e-ac1a-192ef157670f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858111 Jun 22 04:17:14.333528 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:17:14.342984 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:17:14.352807 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:14.353431 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:16:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:14.368352 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ac12a-0c66-42b8-b755-0a116db6a1de req-cbbd3616-01dc-4a46-bc46-85aa0597470a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:14.369791 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d7ac12a-0c66-42b8-b755-0a116db6a1de req-cbbd3616-01dc-4a46-bc46-85aa0597470a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 947 time: 0.2168226 Jun 22 04:17:14.420801 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d7ac12a-0c66-42b8-b755-0a116db6a1de req-b40fc78d-ebbf-4806-9e28-82c991b5b3e3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 Jun 22 04:17:14.425980 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-9ab3b53a-4b59-4b63-874a-b59286dafda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:14.427690 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-9ab3b53a-4b59-4b63-874a-b59286dafda7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1034753 Jun 22 04:17:14.453574 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:14.461626 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:14.525995 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1205022 Jun 22 04:17:14.528650 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'tag': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:14.531007 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a07c6-5158-4a7a-a251-2f744a6b8bd4", "tag": "f6f1d86f-ab63-4101-9af9-45f0768df0f2"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:14.557027 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-8c650e76-cbe1-4855-89e8-4ee6433095b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:14.558675 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-8c650e76-cbe1-4855-89e8-4ee6433095b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 200 len: 909 time: 0.1230185 Jun 22 04:17:14.573843 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7887e8-7195-4adc-b1f4-a28593e2f387 x-openstack-request-id: req-aa7887e8-7195-4adc-b1f4-a28593e2f387 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:14.574192 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a07c6-5158-4a7a-a251-2f744a6b8bd4", "tag": "f6f1d86f-ab63-4101-9af9-45f0768df0f2", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:14.574485 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa7887e8-7195-4adc-b1f4-a28593e2f387 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:14.574910 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'tag': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'status': 'completed', 'code': 200} Jun 22 04:17:14.629096 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-3778cb86-38e3-4561-8c4e-28532e3ac0df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 200 len: 1001 time: 0.0629563 Jun 22 04:17:14.689886 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '1f6df68c-2980-4ac9-b84f-3853b6c7fe1a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:02:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:13Z', 'updated_at': '2021-06-22T04:17:13Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:14.719816 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:17:14.728268 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:14.729026 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:16:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:14.813386 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-dd8b4f90-e549-4baa-899f-0e5dea6c3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:14.814866 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-dd8b4f90-e549-4baa-899f-0e5dea6c3bdc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6775b766-b350-4a6e-bf76-2415ddc32252 HTTP/1.1" status: 200 len: 847 time: 0.1103542 Jun 22 04:17:14.834925 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:15.066908 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '1f6df68c-2980-4ac9-b84f-3853b6c7fe1a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:02:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:13Z', 'updated_at': '2021-06-22T04:17:13Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:15.096842 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cb4c7-a1f4-4241-80d7-d9896a42b6b7 None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '1f6df68c-2980-4ac9-b84f-3853b6c7fe1a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:02:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:13Z', 'updated_at': '2021-06-22T04:17:13Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:17:15.128954 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-1b07d55d-2e1e-412d-848e-a3285d6ad05a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:15.130456 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-1b07d55d-2e1e-412d-848e-a3285d6ad05a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 947 time: 0.4235058 Jun 22 04:17:15.136317 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-003e1bf5-0fcf-4e1c-ad22-aaf48de8df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:15.141600 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-003e1bf5-0fcf-4e1c-ad22-aaf48de8df64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 1098 time: 0.4320707 Jun 22 04:17:15.310411 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-5c3646c2-6bf8-456a-b5fe-f81fbf9ddebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:15.311927 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-5c3646c2-6bf8-456a-b5fe-f81fbf9ddebf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2f5789e-0b91-49bb-90c1-6316c0cf420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4875317 Jun 22 04:17:15.323411 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-13975103-7f60-4bb4-b00f-af09effd56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:15.324741 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-13975103-7f60-4bb4-b00f-af09effd56e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.1781030 Jun 22 04:17:15.447073 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Deleting port b6866d56-6b09-4c38-b87e-ae10477f497a {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:17:15.447421 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:15.532898 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-8b5690cf-8be7-4b9e-89f1-99ba89bdb725 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6f1d86f-ab63-4101-9af9-45f0768df0f2 HTTP/1.1" status: 200 len: 999 time: 0.1993954 Jun 22 04:17:15.578148 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-1c6c3644-8cd5-4010-9b91-10543c7d50dd service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571793 Jun 22 04:17:15.702530 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-3ea1c332-b256-472a-8fca-edd7c6e24157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:15.703975 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-3ea1c332-b256-472a-8fca-edd7c6e24157 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.1628792 Jun 22 04:17:15.742523 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c8ee0c-4252-42b2-a174-da6253f9e46a None None] New status for floating IP 1f6df68c-2980-4ac9-b84f-3853b6c7fe1a: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:17:15.747628 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] For port b6866d56-6b09-4c38-b87e-ae10477f497a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b6866d56-6b09-4c38-b87e-ae10477f497a,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:15.748527 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:15.808282 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec8ef-a8be-4d02-9f27-b9bdfd3b64b7 req-401125f7-1acf-4898-a85f-3345bdec63e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:15.809737 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d2bec8ef-a8be-4d02-9f27-b9bdfd3b64b7 req-401125f7-1acf-4898-a85f-3345bdec63e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.3783393 Jun 22 04:17:15.914633 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-a8d848e8-3f3d-4606-8496-b350240b40ec service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286612 Jun 22 04:17:15.933258 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde68d1-f617-4dfc-9176-4cebdc11fecf req-6277fca0-f918-4bd7-9e47-2be5e0cc69bb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:15.934746 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afde68d1-f617-4dfc-9176-4cebdc11fecf req-6277fca0-f918-4bd7-9e47-2be5e0cc69bb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 947 time: 0.3558278 Jun 22 04:17:16.011745 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d2bec8ef-a8be-4d02-9f27-b9bdfd3b64b7 req-76712e38-70dc-4c35-a7eb-501fd8af38f6 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688607 Jun 22 04:17:16.032154 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-7f62c509-c69e-4cc7-8e4d-09b6cd90febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:16.033681 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-7f62c509-c69e-4cc7-8e4d-09b6cd90febe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3159144 Jun 22 04:17:16.042244 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afde68d1-f617-4dfc-9176-4cebdc11fecf req-f18ca443-f56d-4fa1-82bf-99109db1f4bc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866175 Jun 22 04:17:16.153728 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:16.154694 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:16.154694 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Floating IP 92793f49-c9e6-4454-966c-d2e46122d2ef disassociated. External IP: 172.27.1.169, port: b6866d56-6b09-4c38-b87e-ae10477f497a. Jun 22 04:17:16.154694 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Calling delete_port for b6866d56-6b09-4c38-b87e-ae10477f497a owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:17:16.224763 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-d836745e-bfb3-4fd6-aa43-58a7a6e13227 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815617 Jun 22 04:17:16.386200 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8c9b37-25e1-4d46-abdb-a0c60ac1e4aa req-1444d4cd-59a1-4cbd-9087-22aaaecba509 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514018 Jun 22 04:17:16.516940 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:16.521214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:16.547789 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event deleted for resources: {'Port': ['ID=b6866d56-6b09-4c38-b87e-ae10477f497a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:16.551000 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:16.669082 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Router eddebb2c-b6e4-491b-a661-a192bb40839a has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:17:16.786813 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:17:16.797264 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] Sync routers for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:17:16.806424 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:16.807033 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:16:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:16.840731 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] No DVR routers for this DVR port b6866d56-6b09-4c38-b87e-ae10477f497a on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:17:16.844154 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:16.845681 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f03a886d-b07c-48a9-8f37-6096b6b18e7c req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "DELETE /v2.0/ports/b6866d56-6b09-4c38-b87e-ae10477f497a HTTP/1.1" status: 204 len: 173 time: 1.7070258 Jun 22 04:17:16.846297 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-deleted', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:16.848638 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2232979f-77d7-4c40-934a-df0dd3c6e4a2" -d '{"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-deleted", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:16.885963 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c331eb-fa5c-4466-8df1-6a57c5176eb8 x-openstack-request-id: req-67c331eb-fa5c-4466-8df1-6a57c5176eb8 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:16.886430 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e7356-63c1-4689-b55f-f2d40ca9f8be", "name": "network-vif-deleted", "tag": "b6866d56-6b09-4c38-b87e-ae10477f497a", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:16.886816 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67c331eb-fa5c-4466-8df1-6a57c5176eb8 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:16.887315 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e7356-63c1-4689-b55f-f2d40ca9f8be', 'name': 'network-vif-deleted', 'tag': 'b6866d56-6b09-4c38-b87e-ae10477f497a', 'status': 'completed', 'code': 200} Jun 22 04:17:16.927575 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:17.177902 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:17.210034 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] Checking router: eddebb2c-b6e4-491b-a661-a192bb40839a for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:17:17.219677 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:17.220303 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:16:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:17.224496 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89039c69-31df-4db4-9e24-7b0c3b4acc93 req-d13e59f6-11bc-4ab2-b635-03f11739d970 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=125e7356-63c1-4689-b55f-f2d40ca9f8be HTTP/1.1" status: 200 len: 210 time: 0.0361588 Jun 22 04:17:17.269951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c31c57-9823-4c65-80b7-ede6de5070a5 req-c3a37c67-70a1-4e33-b6f5-040adacdaa18 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:17.271507 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00c31c57-9823-4c65-80b7-ede6de5070a5 req-c3a37c67-70a1-4e33-b6f5-040adacdaa18 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.1125822 Jun 22 04:17:17.316119 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00c31c57-9823-4c65-80b7-ede6de5070a5 req-d1c83ee4-b5cf-4705-a22a-d83f1fd98581 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356674 Jun 22 04:17:17.352945 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:17.669278 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:17.697011 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb65dec-6d2d-4384-ba07-a687316d70dd None None] The sync data for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi is: [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:17:17.914015 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec15df-c374-4192-9fab-87debebc82ed None None] New status for floating IP 92793f49-c9e6-4454-966c-d2e46122d2ef: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:17:18.496375 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43182c-8c0f-4a7c-8697-f433a4558348 req-4fb26d5e-f96f-4fb7-8963-424f64fe28ab tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:18.498173 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1d43182c-8c0f-4a7c-8697-f433a4558348 req-4fb26d5e-f96f-4fb7-8963-424f64fe28ab tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0660713 Jun 22 04:17:18.518580 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53336) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:18.558128 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1d43182c-8c0f-4a7c-8697-f433a4558348 req-6e9a3e08-48f6-4a35-b259-9a02f7a85055 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534985 Jun 22 04:17:18.588004 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-47a50cf4-100f-45fc-b0be-30e0b2dda5b1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:18.611335 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-47a50cf4-100f-45fc-b0be-30e0b2dda5b1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:18.762908 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-47a50cf4-100f-45fc-b0be-30e0b2dda5b1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:18.766154 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-47a50cf4-100f-45fc-b0be-30e0b2dda5b1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:18.767448 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-47a50cf4-100f-45fc-b0be-30e0b2dda5b1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0fcd7f9-6069-4dbe-84a0-7dba4b71d581 HTTP/1.1" status: 204 len: 168 time: 0.2479424 Jun 22 04:17:18.768221 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d1ce182d-a047-4019-9bdd-1efdb5c84af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:18.770248 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53338) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:18.776938 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a50cf4-100f-45fc-b0be-30e0b2dda5b1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fcd7f9-6069-4dbe-84a0-7dba4b71d581,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:18.779840 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-47a50cf4-100f-45fc-b0be-30e0b2dda5b1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:18.785468 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.api.v2.resource [None req-d6cfa758-13b7-4ad7-bb40-38d7005e7f3a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] show failed (client error): The resource could not be found. Jun 22 04:17:18.786498 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d6cfa758-13b7-4ad7-bb40-38d7005e7f3a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups/d0fcd7f9-6069-4dbe-84a0-7dba4b71d581 HTTP/1.1" status: 404 len: 347 time: 0.0150590 Jun 22 04:17:18.789353 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53340) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:18.942302 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Deleting port be727d29-80df-4456-acee-68420aab4b8c {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:17:18.942667 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:19.022051 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:19.022438 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:19.087983 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Calling delete_port for be727d29-80df-4456-acee-68420aab4b8c owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:17:19.183048 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:17:19.214246 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: b6866d56-6b09-4c38-b87e-ae10477f497a {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:17:19.214599 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b6866d56-6b09-4c38-b87e-ae10477f497a not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:17:19.215030 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 781842c1-4333-44ad-af89-bff4108b0d0f no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:17:19.290608 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:19.293802 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:19.297318 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4ae78970-05f5-450c-ab9e-1d9b8212ffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:19.314701 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:19.316947 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63632359-c6bb-4402-aefa-734e7c703d50" -d '{"events": [{"server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:19.321961 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event deleted for resources: {'Port': ['ID=be727d29-80df-4456-acee-68420aab4b8c,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:19.329948 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.330342 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:19.330492 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.330726 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.331095 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.331462 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.332062 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.332430 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.333178 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.333178 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.333486 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.334006 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.334394 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:17:19.337896 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:19.361706 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64d1e7-f553-4dac-9f2a-37a8a32879c2 x-openstack-request-id: req-ae64d1e7-f553-4dac-9f2a-37a8a32879c2 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:19.362032 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:19.362305 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae64d1e7-f553-4dac-9f2a-37a8a32879c2 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:19.362708 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f', 'code': 200} Jun 22 04:17:19.373355 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:19.375276 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:19.424851 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=6']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:19.428340 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:19.621441 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:19.625206 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:19.626389 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "DELETE /v2.0/floatingips/92793f49-c9e6-4454-966c-d2e46122d2ef HTTP/1.1" status: 204 len: 168 time: 0.8361225 Jun 22 04:17:19.740029 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886042-421a-4540-adbc-cc700b067613 req-20ba014e-a9ac-4f03-9c9c-25271fad4648 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:19.744414 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1b886042-421a-4540-adbc-cc700b067613 req-20ba014e-a9ac-4f03-9c9c-25271fad4648 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0684950 Jun 22 04:17:19.779042 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1b886042-421a-4540-adbc-cc700b067613 req-1231f285-720b-480d-87ab-b58ebe542f1a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Jun 22 04:17:20.011738 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53350) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:20.016670 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-dde72de2-a40c-46aa-8d44-ca1d8b39d903 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797545856', 'description': 'tempest-description--1400575944'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:20.139519 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dde72de2-a40c-46aa-8d44-ca1d8b39d903 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:20.224415 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dde72de2-a40c-46aa-8d44-ca1d8b39d903 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:20.315931 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dde72de2-a40c-46aa-8d44-ca1d8b39d903 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:20.319939 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-099c593d-6ea0-4fb4-9d72-90648b1c1d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:20.334273 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b145ee-343f-4b97-9bcd-99b7224b72bd req-39a493e3-424f-4f0e-89d8-8752f7821a5a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:20.334464 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53358) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:20.335983 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-71b145ee-343f-4b97-9bcd-99b7224b72bd req-39a493e3-424f-4f0e-89d8-8752f7821a5a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0662384 Jun 22 04:17:20.353831 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72de2-a40c-46aa-8d44-ca1d8b39d903 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0306c214-a644-4ead-add7-2ff6cc0a0b4e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:20.356684 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dde72de2-a40c-46aa-8d44-ca1d8b39d903 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:20.376576 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-71b145ee-343f-4b97-9bcd-99b7224b72bd req-cb4484fb-82e9-4abe-b4ca-c609c7146d31 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349627 Jun 22 04:17:20.437060 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dde72de2-a40c-46aa-8d44-ca1d8b39d903 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:20.438262 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-dde72de2-a40c-46aa-8d44-ca1d8b39d903 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4255192 Jun 22 04:17:20.441200 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53362) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:20.445998 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-9ac4f6ac-5218-4844-a352-2cbda44bd804 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'security_group_rule': {'security_group_id': '0306c214-a644-4ead-add7-2ff6cc0a0b4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:20.451025 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-74cb4b4a-289d-4266-aff3-1ac0b9bd8847 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110852 Jun 22 04:17:20.589928 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f6ac-5218-4844-a352-2cbda44bd804 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:20.635883 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f6ac-5218-4844-a352-2cbda44bd804 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:20.779833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f6ac-5218-4844-a352-2cbda44bd804 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:20.784947 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:20.802860 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4f6ac-5218-4844-a352-2cbda44bd804 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bdb71a-2818-4079-ad6b-ff53dcd14651,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:20.805610 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9ac4f6ac-5218-4844-a352-2cbda44bd804 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:20.882481 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f6ac-5218-4844-a352-2cbda44bd804 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:20.883699 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9ac4f6ac-5218-4844-a352-2cbda44bd804 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4415023 Jun 22 04:17:20.886339 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53370) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:20.891697 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-7d81d7ce-1226-4e80-a48b-45c84f8528ec tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'security_group_rule': {'security_group_id': '0306c214-a644-4ead-add7-2ff6cc0a0b4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:20.989361 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7d81d7ce-1226-4e80-a48b-45c84f8528ec tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:21.044236 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7d81d7ce-1226-4e80-a48b-45c84f8528ec tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:21.133579 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7d81d7ce-1226-4e80-a48b-45c84f8528ec tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:21.135587 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:21.152307 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81d7ce-1226-4e80-a48b-45c84f8528ec tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55f7a2e-4726-42e5-bcf6-03967a62c323,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:21.155199 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7d81d7ce-1226-4e80-a48b-45c84f8528ec tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:21.230942 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7d81d7ce-1226-4e80-a48b-45c84f8528ec tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:21.235178 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7d81d7ce-1226-4e80-a48b-45c84f8528ec tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449004 Jun 22 04:17:21.235535 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53372) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:21.239866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:21.385336 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-820a0c5e-a619-433b-8518-bd4cbd3392be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:21.424956 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:21.556693 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:21.612335 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89532eb-4f5b-453a-8673-b6d431d0b0ef req-eec76a6b-249d-4c80-8572-2f3c078054fe tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:21.613877 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c89532eb-4f5b-453a-8673-b6d431d0b0ef req-eec76a6b-249d-4c80-8572-2f3c078054fe tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.1235433 Jun 22 04:17:21.684599 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c89532eb-4f5b-453a-8673-b6d431d0b0ef req-5fdb626e-6862-461f-8526-a5efc35b9636 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630322 Jun 22 04:17:21.704339 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Allocated IP 172.27.1.136 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/306af38b-03fc-48e9-832b-a3b19693f7fa) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:17:22.073003 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:22.179477 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:22.182182 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:22.216394 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:17:22.219019 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:17:22.222614 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:17:22.233494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'Port': ['ID=306af38b-03fc-48e9-832b-a3b19693f7fa,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:22.237128 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:22.275480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:22.359744 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:22.507447 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:22.585139 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:22.588150 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8985864d-332e-49a8-a506-2a0073cdb6d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:22.615150 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:22.636433 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'Port': ['ID=306af38b-03fc-48e9-832b-a3b19693f7fa,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:22.639286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:22.693934 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:22.695256 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4589136 Jun 22 04:17:22.875471 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6126c5a-544b-4c9f-be64-b5af86cffb0c req-44646f7b-22da-4bb1-857b-fe261d3bc215 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:22.876907 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c6126c5a-544b-4c9f-be64-b5af86cffb0c req-44646f7b-22da-4bb1-857b-fe261d3bc215 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0805762 Jun 22 04:17:22.911040 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-dbc4d8f6-1917-4629-ba2d-89dca5a6c200 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1797545856&fields=id&tenant_id=53b16f052bf2437086d8b8d424558ea9 HTTP/1.1" status: 200 len: 267 time: 0.0605814 Jun 22 04:17:22.953319 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c6126c5a-544b-4c9f-be64-b5af86cffb0c req-421e6fc8-b771-4124-b592-618edf1840fe tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691216 Jun 22 04:17:23.031290 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-11574262-429e-444a-9066-a9a2a3f10dfc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:23.032144 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-11574262-429e-444a-9066-a9a2a3f10dfc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 817 time: 0.1080420 Jun 22 04:17:23.047637 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-ed33149e-766c-4120-9a6c-3e124d9501c8 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/quotas/53b16f052bf2437086d8b8d424558ea9 HTTP/1.1" status: 200 len: 375 time: 0.0099506 Jun 22 04:17:23.117287 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-fc79e795-9eec-4307-9340-368f6bd38e06 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642509 Jun 22 04:17:23.213820 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-c44c3449-a98e-44a6-8f0d-348f84572272 service neutron] 10.222.0.37 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849247 Jun 22 04:17:23.301553 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-2252cd36-a2c4-420f-85c2-bff8602fd12a service neutron] 10.222.0.37 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810966 Jun 22 04:17:23.572951 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-785c72cb-05bd-4690-9a13-a6a35ef553ef req-65fd0bfc-10f4-4639-89f8-31b9448aa58b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 210 time: 0.0403094 Jun 22 04:17:23.623860 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-663ae10a-3e58-4fcc-80fc-a0a720fe1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:23.625325 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-663ae10a-3e58-4fcc-80fc-a0a720fe1938 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8&tenant_id=803e28bc031b40b98ef37ef79a1abf4b HTTP/1.1" status: 200 len: 1096 time: 0.0838583 Jun 22 04:17:23.711719 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-36d8141b-1d82-4d17-ad92-fa525509ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:23.713209 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-36d8141b-1d82-4d17-ad92-fa525509ef39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0525601 Jun 22 04:17:23.805432 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-d517ee93-2ca9-4bdd-abd0-c26c9a3cdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:23.806932 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-d517ee93-2ca9-4bdd-abd0-c26c9a3cdf33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 200 len: 909 time: 0.0875604 Jun 22 04:17:23.831015 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e5ae33d4-e862-41ac-9545-9816f51327b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:23.873136 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-cce0a753-1e06-4191-8178-d0785a435592 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 200 len: 999 time: 0.0591230 Jun 22 04:17:23.921921 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-bdca7083-b44f-462e-9b76-01db4b66f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:23.923508 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-bdca7083-b44f-462e-9b76-01db4b66f4aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6775b766-b350-4a6e-bf76-2415ddc32252 HTTP/1.1" status: 200 len: 847 time: 0.0443161 Jun 22 04:17:23.998865 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-817e17db-58f5-4d5d-85d6-c22495c92793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:23.998865 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-817e17db-58f5-4d5d-85d6-c22495c92793 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2f5789e-0b91-49bb-90c1-6316c0cf420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567772 Jun 22 04:17:24.099707 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:24.105320 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-0a706505-b537-4dd5-80d6-69d595f9fc1e service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112342 Jun 22 04:17:24.194777 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf577fd6-a8ef-467f-82d3-8ccd27ef9362 req-1c9f7764-0b5e-4ba9-bf3d-206850854951 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:24.196287 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf577fd6-a8ef-467f-82d3-8ccd27ef9362 req-1c9f7764-0b5e-4ba9-bf3d-206850854951 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.1268976 Jun 22 04:17:24.242960 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37cd4d60-0771-42a3-bebc-1f10102e6f3e req-5e52f329-9714-4cdb-897e-564b1ea42e9d service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246517 Jun 22 04:17:24.257590 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf577fd6-a8ef-467f-82d3-8ccd27ef9362 req-64f44ed9-c5d6-4161-9723-9933f787d0b9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530143 Jun 22 04:17:24.720209 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-04e3944f-7e66-4cca-8091-3fc063c4e92e req-05bd6ab7-1ab3-4ab2-b991-f5cf17f70a60 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 210 time: 0.0332420 Jun 22 04:17:25.115897 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:25.430183 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dfe3a-4667-47f9-8f4d-00db33b3a2db req-6a9c5daf-5007-4dad-b840-86c937ceed48 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:25.431653 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e99dfe3a-4667-47f9-8f4d-00db33b3a2db req-6a9c5daf-5007-4dad-b840-86c937ceed48 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0632629 Jun 22 04:17:25.470183 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e99dfe3a-4667-47f9-8f4d-00db33b3a2db req-5f7e9e8e-409c-403d-9cf7-6c2468117cca tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Jun 22 04:17:25.877595 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee68de48-6128-4c74-bd68-7a05262577a4 req-4f393cae-6706-414d-8390-92e8c131fe8e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 210 time: 0.0392973 Jun 22 04:17:26.005831 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-f6ef23cc-4137-46e4-ac64-31714462def0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:26.007250 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-f6ef23cc-4137-46e4-ac64-31714462def0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 817 time: 0.1318462 Jun 22 04:17:26.016144 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4d5cd-b797-495f-a16d-10c90e6dba1f req-5256231c-b21d-4d39-aa64-c0075c78f464 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:26.017530 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11c4d5cd-b797-495f-a16d-10c90e6dba1f req-5256231c-b21d-4d39-aa64-c0075c78f464 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1694770 Jun 22 04:17:26.071046 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11c4d5cd-b797-495f-a16d-10c90e6dba1f req-d10a465c-2105-4e9c-bf8e-06a9990349e1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476487 Jun 22 04:17:26.085914 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-94009a6d-a7e4-4254-9005-74e151427247 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b16f052bf2437086d8b8d424558ea9 HTTP/1.1" status: 200 len: 380 time: 0.0479982 Jun 22 04:17:26.099138 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'port': {'device_id': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'admin_state_up': True, 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'security_groups': ['0306c214-a644-4ead-add7-2ff6cc0a0b4e']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:26.287135 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Made reservation on behalf of 53b16f052bf2437086d8b8d424558ea9 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:17:26.290630 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:26.419239 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Allocated IP 172.20.0.8 (6b4a7862-9d1c-42f0-8d5e-13533a8f396b/e95dcec5-f608-4cb9-b71d-0774c93f818e/0c1de855-91e2-4341-9b78-419895c97a93) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:17:26.521787 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:26.550881 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:26.564231 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Transition to ACTIVE for port object 0c1de855-91e2-4341-9b78-419895c97a93 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:17:26.653441 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170d64a-c413-439e-915c-be700097f514 req-541420e1-9c7e-406e-8f2d-e0160c760e42 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:26.655028 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e170d64a-c413-439e-915c-be700097f514 req-541420e1-9c7e-406e-8f2d-e0160c760e42 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0696840 Jun 22 04:17:26.691836 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e170d64a-c413-439e-915c-be700097f514 req-b2a5f1dd-93aa-4e42-8ce1-dc9ff9644cda tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311933 Jun 22 04:17:26.711032 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:26.714952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4ae21e5a-8b51-46e8-af45-706bdb9dbfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:26.754773 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:17:26.757792 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:17:26.761674 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:17:26.767211 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:26.767919 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:26.779798 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:26.782680 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:26.883245 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7877839 Jun 22 04:17:26.903504 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Request body: {'port': {'device_id': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:26.985141 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:27.053638 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-0bc5880b-535f-4320-ac7a-e482816ba5dc None None] Provisioning for port 0c1de855-91e2-4341-9b78-419895c97a93 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:17:27.057535 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-0bc5880b-535f-4320-ac7a-e482816ba5dc None None] Provisioning complete for port 0c1de855-91e2-4341-9b78-419895c97a93 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:17:27.057885 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0bc5880b-535f-4320-ac7a-e482816ba5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:27.094015 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5880b-535f-4320-ac7a-e482816ba5dc None None] Port 0c1de855-91e2-4341-9b78-419895c97a93 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:17:27.150137 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec9568-fa7b-44e2-bb88-6636d5d6adb9 req-4790d89d-0e52-4612-8f2c-7894370af438 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:27.151644 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ecec9568-fa7b-44e2-bb88-6636d5d6adb9 req-4790d89d-0e52-4612-8f2c-7894370af438 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 931 time: 0.1581752 Jun 22 04:17:27.268136 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ecec9568-fa7b-44e2-bb88-6636d5d6adb9 req-c2d47b5b-44de-475c-a8f1-62c43a750a40 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097128 Jun 22 04:17:27.323015 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164155a-ed4a-40aa-a115-5bf503c9e708 req-62d94f0c-38d2-454a-ac32-d875f2d06a11 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:27.324459 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f164155a-ed4a-40aa-a115-5bf503c9e708 req-62d94f0c-38d2-454a-ac32-d875f2d06a11 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1207969 Jun 22 04:17:27.423578 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1de855-91e2-4341-9b78-419895c97a93 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:17:27.433544 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f164155a-ed4a-40aa-a115-5bf503c9e708 req-d1286ad7-4fd2-45a8-8e0e-247f97420a6b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=38abc40d-76ab-4145-b445-ce71469f8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018393 Jun 22 04:17:27.435910 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:27.455195 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Transition to ACTIVE for port object 0c1de855-91e2-4341-9b78-419895c97a93 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:17:27.473981 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-5f581a97-c7f2-4211-9921-3f192a9e80cd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:27.475474 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-5f581a97-c7f2-4211-9921-3f192a9e80cd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 945 time: 0.1351368 Jun 22 04:17:27.573908 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Deleting port 20754ef1-9411-4ce7-8912-3bb006eb087d {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:17:27.574635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:27.663926 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] For port 20754ef1-9411-4ce7-8912-3bb006eb087d, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=20754ef1-9411-4ce7-8912-3bb006eb087d,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:27.664284 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:27.715799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:27.720244 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-36e7de93-e424-41c6-8bf5-dc431afc5d5d tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:27.863107 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:27.872199 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:27.953023 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Attempting to bind port 0c1de855-91e2-4341-9b78-419895c97a93 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:17:27.953356 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Attempting to bind port 0c1de855-91e2-4341-9b78-419895c97a93 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:17:27.953683 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Attempting to bind port 0c1de855-91e2-4341-9b78-419895c97a93 on network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:17:27.970239 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Port 0c1de855-91e2-4341-9b78-419895c97a93 on network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:17:27.970493 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Attempting to bind port 0c1de855-91e2-4341-9b78-419895c97a93 on network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:17:27.973896 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:27.974300 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:27.975498 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Floating IP 56def209-e14f-4c94-91ce-1dc2a6da7e69 disassociated. External IP: 172.27.1.231, port: 20754ef1-9411-4ce7-8912-3bb006eb087d. Jun 22 04:17:27.975835 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Calling delete_port for 20754ef1-9411-4ce7-8912-3bb006eb087d owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:17:27.992530 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:17:27.992867 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Checking segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:17:27.993253 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Bound using segment: {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:17:27.993692 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Bound port: 0c1de855-91e2-4341-9b78-419895c97a93, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42d155b-f678-4300-bef7-c824d99eba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:17:27.994035 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:28.048732 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c933b-8a80-44cb-a108-f98ee94f2096 req-6e1c9621-515d-438e-871a-94e458bdcf27 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:28.050128 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-782c933b-8a80-44cb-a108-f98ee94f2096 req-6e1c9621-515d-438e-871a-94e458bdcf27 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.2259660 Jun 22 04:17:28.146952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:17:28.153527 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-782c933b-8a80-44cb-a108-f98ee94f2096 req-23e775b5-38e4-49c6-bc6c-ab4b80371454 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806439 Jun 22 04:17:28.162228 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:17:28.242976 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:28.244895 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e77a4f92-43f2-4ca3-b156-71b55a7c183f tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:28.277280 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:28.279524 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:28.280129 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:28.281516 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] 10.222.0.26 "PUT /v2.0/ports/0c1de855-91e2-4341-9b78-419895c97a93 HTTP/1.1" status: 200 len: 1093 time: 1.3823826 Jun 22 04:17:28.283621 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:28.286140 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf79fca-4d67-4034-a73d-2369a583262a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "tag": "0c1de855-91e2-4341-9b78-419895c97a93"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:28.336516 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:28.352949 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702feb7f-cc81-4f7d-a4ab-f80123f25d24 x-openstack-request-id: req-702feb7f-cc81-4f7d-a4ab-f80123f25d24 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:28.353336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "tag": "0c1de855-91e2-4341-9b78-419895c97a93", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:28.353684 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-702feb7f-cc81-4f7d-a4ab-f80123f25d24 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:28.354213 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93', 'status': 'completed', 'code': 200} Jun 22 04:17:28.354962 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:28.355471 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-29125be5-8f21-45a8-b325-9fa6b6ee79ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:28.418186 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event deleted for resources: {'Port': ['ID=20754ef1-9411-4ce7-8912-3bb006eb087d,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:28.427267 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:28.556382 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Router 318bccbf-ebda-4c3a-87ba-c64c6c311762 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:17:28.598758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf79fca-4d67-4034-a73d-2369a583262a req-c52b62bc-12e5-4916-9342-a1e3be856b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:28.600247 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dbf79fca-4d67-4034-a73d-2369a583262a req-c52b62bc-12e5-4916-9342-a1e3be856b20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 1096 time: 0.1913197 Jun 22 04:17:28.603035 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d85599ba-f803-46a0-aac8-5b0ce823956f req-9074e50c-29d6-4e96-9f93-3dcb5d0589a3 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0425718 Jun 22 04:17:28.617896 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341569e-de10-4a8b-a308-c357a08a3410 req-62d5c60d-7122-46eb-a939-83a080394799 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:28.619332 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1341569e-de10-4a8b-a308-c357a08a3410 req-62d5c60d-7122-46eb-a939-83a080394799 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.1703756 Jun 22 04:17:29.048704 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1341569e-de10-4a8b-a308-c357a08a3410 req-321eef56-5769-4559-88b6-028d48e866a9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4169686 Jun 22 04:17:29.082627 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf79fca-4d67-4034-a73d-2369a583262a req-f35a298a-56cf-4d27-af06-0657a1dc3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:29.084049 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dbf79fca-4d67-4034-a73d-2369a583262a req-f35a298a-56cf-4d27-af06-0657a1dc3994 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=53b16f052bf2437086d8b8d424558ea9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4637141 Jun 22 04:17:29.084963 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:17:29.095559 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] Sync routers for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:17:29.105411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:29.106138 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:17:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:29.165609 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] No DVR routers for this DVR port 20754ef1-9411-4ce7-8912-3bb006eb087d on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:17:29.168998 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:29.171014 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b31363f-f4f0-43a1-8b99-2c499186beaa req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "DELETE /v2.0/ports/20754ef1-9411-4ce7-8912-3bb006eb087d HTTP/1.1" status: 204 len: 173 time: 1.6899922 Jun 22 04:17:29.214229 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:29.218421 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf79fca-4d67-4034-a73d-2369a583262a req-0b6cdec8-2473-4ae8-9f65-211b6c49a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:29.219858 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dbf79fca-4d67-4034-a73d-2369a583262a req-0b6cdec8-2473-4ae8-9f65-211b6c49a10b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286857 Jun 22 04:17:29.366799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b90ca-37ac-4408-9cf3-025961b6d557 req-98327c04-55ad-4a39-a087-3fb67904d06d tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:29.368252 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e54b90ca-37ac-4408-9cf3-025961b6d557 req-98327c04-55ad-4a39-a087-3fb67904d06d tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.1028335 Jun 22 04:17:29.375493 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-ec64f6a7-1dbb-4734-a0d8-017702f165d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:29.377495 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-ec64f6a7-1dbb-4734-a0d8-017702f165d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 1096 time: 0.0820417 Jun 22 04:17:29.420356 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:29.447090 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-20aa2520-1cce-4088-82d3-0692891a38ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1de855-91e2-4341-9b78-419895c97a93 HTTP/1.1" status: 200 len: 217 time: 0.0414112 Jun 22 04:17:29.451593 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] Checking router: 318bccbf-ebda-4c3a-87ba-c64c6c311762 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:17:29.453447 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e54b90ca-37ac-4408-9cf3-025961b6d557 req-8c1cf365-a016-47c6-b6d5-f3b727999165 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750518 Jun 22 04:17:29.460293 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:29.461092 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:17:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:29.502664 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-10e8ad55-5843-4d32-a059-0b82be6d7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:29.504269 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-10e8ad55-5843-4d32-a059-0b82be6d7cda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0476012 Jun 22 04:17:29.562304 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-8d6f7ed0-031c-4fec-966b-04806968a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:29.563771 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-8d6f7ed0-031c-4fec-966b-04806968a67c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528793 Jun 22 04:17:29.574542 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:29.664199 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-1b431180-6369-4942-93ad-0044596d70aa service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881855 Jun 22 04:17:29.774224 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:29.784473 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ea72a43-01b9-48ab-ab99-9aa15e0f8363 req-7e1cfb46-403c-4bf9-8a1f-4c875b47cf77 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6230d63-e099-45d3-9ae1-bbe4e9a33e4c HTTP/1.1" status: 200 len: 210 time: 0.0416670 Jun 22 04:17:29.786625 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ceac4469-2c41-4256-9e91-582ac81fe19b req-18c957ad-45de-4bcc-8bb3-38839c7ee14f service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161258 Jun 22 04:17:29.800690 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0629cf-9402-4586-a42b-5292ab68982d None None] The sync data for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi is: [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:17:30.010858 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f499b2a-87b0-46af-bf92-78c81c32fb0c None None] New status for floating IP 56def209-e14f-4c94-91ce-1dc2a6da7e69: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:17:30.235443 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de37db-5368-4834-b9d8-abcb635ef5b6 req-2b1fa531-6b36-4f8f-a39b-c7ab1bad5e29 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:30.236833 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f5de37db-5368-4834-b9d8-abcb635ef5b6 req-2b1fa531-6b36-4f8f-a39b-c7ab1bad5e29 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0643940 Jun 22 04:17:30.275292 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f5de37db-5368-4834-b9d8-abcb635ef5b6 req-5e0f8117-8b60-4baf-ad34-435ac31e0663 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Jun 22 04:17:30.356180 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'name': 'network-vif-deleted', 'tag': '20754ef1-9411-4ce7-8912-3bb006eb087d'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:30.358720 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb2a0c8-40ac-4391-9199-e6852ad1d252" -d '{"events": [{"server_uuid": "e6230d63-e099-45d3-9ae1-bbe4e9a33e4c", "name": "network-vif-deleted", "tag": "20754ef1-9411-4ce7-8912-3bb006eb087d"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:30.393380 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ff26fb-b60d-43f7-b822-de34d433f9fe x-openstack-request-id: req-44ff26fb-b60d-43f7-b822-de34d433f9fe {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:30.393709 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6230d63-e099-45d3-9ae1-bbe4e9a33e4c", "name": "network-vif-deleted", "tag": "20754ef1-9411-4ce7-8912-3bb006eb087d", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:30.393998 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44ff26fb-b60d-43f7-b822-de34d433f9fe {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:30.394445 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6230d63-e099-45d3-9ae1-bbe4e9a33e4c', 'name': 'network-vif-deleted', 'tag': '20754ef1-9411-4ce7-8912-3bb006eb087d', 'status': 'completed', 'code': 200} Jun 22 04:17:30.630173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e35bd3-944b-4c54-a885-d925eaf22df9 req-1680de06-d838-4456-8bc0-800bffa93ed2 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:30.631638 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5e35bd3-944b-4c54-a885-d925eaf22df9 req-1680de06-d838-4456-8bc0-800bffa93ed2 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0632441 Jun 22 04:17:30.668642 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5e35bd3-944b-4c54-a885-d925eaf22df9 req-a2ea6874-0cce-4aec-83d3-1cdb25beab62 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Jun 22 04:17:30.968001 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 53456) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:31.022546 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cb29ccec-b0d4-422b-8b04-c23b2b2952f9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.048933 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cb29ccec-b0d4-422b-8b04-c23b2b2952f9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.167100 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cb29ccec-b0d4-422b-8b04-c23b2b2952f9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.169645 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cb29ccec-b0d4-422b-8b04-c23b2b2952f9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.170907 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-cb29ccec-b0d4-422b-8b04-c23b2b2952f9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "DELETE /v2.0/security-groups/38abc40d-76ab-4145-b445-ce71469f8fb1 HTTP/1.1" status: 204 len: 168 time: 0.2018907 Jun 22 04:17:31.171621 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ed0f17f3-aca7-4887-a9da-1528d4d3c6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:31.173635 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53458) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:31.180300 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29ccec-b0d4-422b-8b04-c23b2b2952f9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38abc40d-76ab-4145-b445-ce71469f8fb1,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:31.182999 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cb29ccec-b0d4-422b-8b04-c23b2b2952f9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:31.186852 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 20754ef1-9411-4ce7-8912-3bb006eb087d no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:17:31.190774 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.api.v2.resource [None req-8e043d97-83c1-43af-8b08-15b0e5bb93e7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] show failed (client error): The resource could not be found. Jun 22 04:17:31.193612 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8e043d97-83c1-43af-8b08-15b0e5bb93e7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups/38abc40d-76ab-4145-b445-ce71469f8fb1 HTTP/1.1" status: 404 len: 347 time: 0.0171468 Jun 22 04:17:31.195768 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53460) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:31.216909 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 20754ef1-9411-4ce7-8912-3bb006eb087d {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:17:31.217406 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 20754ef1-9411-4ce7-8912-3bb006eb087d not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:17:31.328567 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Deleting port ae7e1aff-0c89-4a84-b527-43f02c276b78 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:17:31.328908 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.400380 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.400712 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.455229 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cbd82-8c21-4171-95eb-53a5bca2aedf req-afd47e82-54c2-4fb1-8d7c-747128d34d0b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:31.456610 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-152cbd82-8c21-4171-95eb-53a5bca2aedf req-afd47e82-54c2-4fb1-8d7c-747128d34d0b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0638094 Jun 22 04:17:31.465053 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Calling delete_port for ae7e1aff-0c89-4a84-b527-43f02c276b78 owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:17:31.494014 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-152cbd82-8c21-4171-95eb-53a5bca2aedf req-c5976030-1c80-4518-82cd-f2a7f5d9985e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Jun 22 04:17:31.670787 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.673153 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2294d02c-f4ab-4a63-8434-07e73d8d2e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:31.697646 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event deleted for resources: {'Port': ['ID=ae7e1aff-0c89-4a84-b527-43f02c276b78,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:31.700150 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:31.760830 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.764195 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:31.765321 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-1f067d4f-23d4-4466-b5f2-c23e65de91af tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "DELETE /v2.0/floatingips/56def209-e14f-4c94-91ce-1dc2a6da7e69 HTTP/1.1" status: 204 len: 168 time: 0.5686426 Jun 22 04:17:31.846860 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0377cd-b5ce-4801-914b-087c04cbb20a req-11306dba-260b-42ab-a076-911d3acf21e2 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:31.848491 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa0377cd-b5ce-4801-914b-087c04cbb20a req-11306dba-260b-42ab-a076-911d3acf21e2 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0631216 Jun 22 04:17:31.889977 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa0377cd-b5ce-4801-914b-087c04cbb20a req-f88e2d24-3501-4b42-a811-f961a356cd73 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359092 Jun 22 04:17:32.087554 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:32.228379 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53470) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:32.233927 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677516948', 'description': 'tempest-description--1620782974'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:32.345461 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:32.425272 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:32.499139 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:32.501497 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9ad1a192-14dc-41df-ada4-e90d9dcb7265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:32.528245 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:32.531313 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:32.614297 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:32.615163 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3857865 Jun 22 04:17:32.617922 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53474) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:32.623273 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'security_group_rule': {'security_group_id': 'f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:32.674305 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6886-dbea-46b9-a6ef-4aee46256db7 req-236ea072-fb4c-4ab2-8279-6c913a62579e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:32.675773 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-753d6886-dbea-46b9-a6ef-4aee46256db7 req-236ea072-fb4c-4ab2-8279-6c913a62579e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0662293 Jun 22 04:17:32.712704 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-753d6886-dbea-46b9-a6ef-4aee46256db7 req-13d642f0-ad64-4336-9d12-964ebe743049 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Jun 22 04:17:32.744060 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:32.801691 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:32.921523 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:32.926228 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:32.941317 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50aeb214-169e-4b7d-9994-0ddf5b83e1d8,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:32.956974 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:33.069397 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07c76-9663-4eb0-90e1-caba23f0d550 req-931c5304-316c-443d-8067-dfa4e4b47e87 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:33.070872 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07c07c76-9663-4eb0-90e1-caba23f0d550 req-931c5304-316c-443d-8067-dfa4e4b47e87 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 943 time: 0.0616558 Jun 22 04:17:33.088303 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.089585 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4705961 Jun 22 04:17:33.092876 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53478) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:33.097359 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-9d84f43d-d558-459a-9e06-fc6affcfaffc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'security_group_rule': {'security_group_id': 'f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:33.108844 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07c07c76-9663-4eb0-90e1-caba23f0d550 req-ea66668d-13f1-4fd0-9e8a-bbc8ae33e7cc tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Jun 22 04:17:33.206225 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:17:33.241356 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d84f43d-d558-459a-9e06-fc6affcfaffc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.296044 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d84f43d-d558-459a-9e06-fc6affcfaffc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.301043 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:33.312740 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '0c1de855-91e2-4341-9b78-419895c97a93', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'port_id': '0c1de855-91e2-4341-9b78-419895c97a93', 'mac_address': 'fa:16:3e:f4:1b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:17:33.349705 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.368230 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1de855-91e2-4341-9b78-419895c97a93 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:17:33.373548 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d84f43d-d558-459a-9e06-fc6affcfaffc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.375668 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-648196ee-69da-4e8e-992d-656af0853f06 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:33.389254 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:33.392529 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f43d-d558-459a-9e06-fc6affcfaffc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb775ed-344c-4580-aee6-bf27db916419,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:33.395331 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9d84f43d-d558-459a-9e06-fc6affcfaffc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:33.470620 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.471318 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 781842c1-4333-44ad-af89-bff4108b0d0f details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:17:33.473101 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:33.481913 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d84f43d-d558-459a-9e06-fc6affcfaffc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.486222 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-9d84f43d-d558-459a-9e06-fc6affcfaffc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3893366 Jun 22 04:17:33.486341 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53480) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:33.490699 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:33.559092 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:33.563176 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:33.596878 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.601410 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:33.612928 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '781842c1-4333-44ad-af89-bff4108b0d0f', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'port_id': '781842c1-4333-44ad-af89-bff4108b0d0f', 'mac_address': 'fa:16:3e:23:ab:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:17:33.654192 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.667497 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781842c1-4333-44ad-af89-bff4108b0d0f {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:17:33.687993 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:33.697317 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.751024 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.753086 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:33.800439 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=7']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:33.803753 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:33.810629 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Allocated IP 172.27.1.181 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/0e0d87ed-c5a2-47bb-8a23-36ef1a7ad7d7) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:17:33.896084 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcb128-2ce4-4f2c-afcb-17345a5c09cb req-0187484a-ede6-47aa-ae8c-5de695edaff5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:33.898326 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0dcb128-2ce4-4f2c-afcb-17345a5c09cb req-0187484a-ede6-47aa-ae8c-5de695edaff5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 944 time: 0.0677514 Jun 22 04:17:33.916910 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:33.938652 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0dcb128-2ce4-4f2c-afcb-17345a5c09cb req-7636cb8e-341d-4185-8a20-c99cbc40c0ed tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345972 Jun 22 04:17:34.019531 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:34.022382 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:34.054171 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:17:34.058804 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:17:34.062816 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:17:34.090919 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'Port': ['ID=0e0d87ed-c5a2-47bb-8a23-36ef1a7ad7d7,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:34.094966 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:34.153883 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:34.249749 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['0c1de855-91e2-4341-9b78-419895c97a93'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:17:34.273288 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['781842c1-4333-44ad-af89-bff4108b0d0f'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:17:34.274037 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:34.281931 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6be6ac-b761-4d03-8a79-576438281700 req-e9fd41b3-e436-4548-9dab-b4e52becc3ef tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:34.283473 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a6be6ac-b761-4d03-8a79-576438281700 req-e9fd41b3-e436-4548-9dab-b4e52becc3ef tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 944 time: 0.0660858 Jun 22 04:17:34.324196 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a6be6ac-b761-4d03-8a79-576438281700 req-8bc22d81-b8a2-40f1-841b-d8458b382659 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345979 Jun 22 04:17:34.431177 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:34.498967 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13863159'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:34.501912 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-32625889-21bd-4b15-a0b8-1d2c0765cac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:34.565288 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'Port': ['ID=0e0d87ed-c5a2-47bb-8a23-36ef1a7ad7d7,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:34.570621 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:34.577418 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:34.676120 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:34.677912 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1907418 Jun 22 04:17:34.855279 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-604968dc-eeca-4fed-a1ad-7475f152df14 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--677516948&fields=id&tenant_id=bacf3fdd9365495585f427dea61b7c3b HTTP/1.1" status: 200 len: 267 time: 0.0322776 Jun 22 04:17:34.967638 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-d4a29819-16eb-4ed0-a329-e7db9f421e7f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:34.969288 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-d4a29819-16eb-4ed0-a329-e7db9f421e7f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 811 time: 0.1078160 Jun 22 04:17:34.984283 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-4c56b73b-680b-4824-b6e0-ef528030e8c5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/quotas/bacf3fdd9365495585f427dea61b7c3b HTTP/1.1" status: 200 len: 375 time: 0.0094960 Jun 22 04:17:35.051323 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-bd5b461f-24d3-4b13-8e69-1f94fcc6b472 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615525 Jun 22 04:17:35.121280 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff764a7a-daab-4885-a582-2024d621af84 req-158a3776-ac21-43cc-b8f9-168024ef453f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:35.122863 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff764a7a-daab-4885-a582-2024d621af84 req-158a3776-ac21-43cc-b8f9-168024ef453f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 944 time: 0.0692248 Jun 22 04:17:35.207558 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff764a7a-daab-4885-a582-2024d621af84 req-f2d5aa08-634d-4071-87d3-55b669621131 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764017 Jun 22 04:17:35.231773 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-e8aa8e7f-0dce-448b-9492-71eae51259ac service neutron] 10.222.0.37 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680589 Jun 22 04:17:35.321916 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-4df1c041-83e0-41b4-ab80-284260ffe9f6 service neutron] 10.222.0.37 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842946 Jun 22 04:17:35.498622 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af422c4-b444-4a25-a0fb-bed8dbeb6faa req-c116b073-c75d-44f2-ad7f-291c18c03d1e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:35.500073 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4af422c4-b444-4a25-a0fb-bed8dbeb6faa req-c116b073-c75d-44f2-ad7f-291c18c03d1e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 944 time: 0.0614944 Jun 22 04:17:35.540606 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4af422c4-b444-4a25-a0fb-bed8dbeb6faa req-7cace210-0ba1-457e-8c85-130016c1f5fe tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346541 Jun 22 04:17:35.573620 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37e91afb-3531-4376-872b-a8b3ec233503 req-d84994dc-44cb-4377-ae0e-3277a2107c1e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 210 time: 0.0285890 Jun 22 04:17:36.398878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436b21-908a-4392-968f-9826efe7b9c9 req-0f9983e0-cc2b-478b-ba4f-f74900099eb1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:36.400725 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b1436b21-908a-4392-968f-9826efe7b9c9 req-0f9983e0-cc2b-478b-ba4f-f74900099eb1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 944 time: 0.0669372 Jun 22 04:17:36.438499 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b1436b21-908a-4392-968f-9826efe7b9c9 req-a7b41fb7-1bdb-4327-a094-c7924a68be73 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Jun 22 04:17:36.718147 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c78c331-8d9b-43a1-8bbf-5d8467aca423 req-77d3ad53-cd88-4db4-a593-cffabf72a2ad tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 210 time: 0.0308878 Jun 22 04:17:36.747685 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dd145-c8d6-45fe-8c8e-ae5afa40f4e1 req-09c6f1c8-586b-4104-a5fd-57c22225dd3b tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:36.749144 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-449dd145-c8d6-45fe-8c8e-ae5afa40f4e1 req-09c6f1c8-586b-4104-a5fd-57c22225dd3b tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 944 time: 0.0901484 Jun 22 04:17:36.786996 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-449dd145-c8d6-45fe-8c8e-ae5afa40f4e1 req-e913fb49-022f-4a73-acb4-5f614c6da651 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 Jun 22 04:17:37.248279 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:17:37.350204 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 0c1de855-91e2-4341-9b78-419895c97a93 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:17:37.353844 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 0c1de855-91e2-4341-9b78-419895c97a93 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:17:37.354259 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:37.429053 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:37.451678 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:37.453972 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012842f5-1f95-4bfd-abbb-8c5abf4569ff" -d '{"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-plugged", "status": "completed", "tag": "0c1de855-91e2-4341-9b78-419895c97a93"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:37.470360 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:37.492331 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235ee1dc-c82c-4ead-830e-174c93ffe66f x-openstack-request-id: req-235ee1dc-c82c-4ead-830e-174c93ffe66f {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:37.492629 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-plugged", "status": "completed", "tag": "0c1de855-91e2-4341-9b78-419895c97a93", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:37.492892 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-235ee1dc-c82c-4ead-830e-174c93ffe66f {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:37.493297 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93', 'code': 200} Jun 22 04:17:37.545048 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:37.545969 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 781842c1-4333-44ad-af89-bff4108b0d0f up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:17:37.549173 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:37.624733 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:37.628168 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:37.637249 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 781842c1-4333-44ad-af89-bff4108b0d0f triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:17:37.637718 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:37.682099 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861185a8-0ff5-447e-9c3a-bfac318b1b7a req-421d7777-aee3-4716-9323-bed21adf21bb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:37.683293 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-861185a8-0ff5-447e-9c3a-bfac318b1b7a req-421d7777-aee3-4716-9323-bed21adf21bb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1210942 Jun 22 04:17:37.729265 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:37.746718 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-861185a8-0ff5-447e-9c3a-bfac318b1b7a req-fec698fe-b110-4a8c-81b1-2aafe93d5fea tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571387 Jun 22 04:17:37.782424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-b75880f6-80a5-4a79-a020-c8c90d5c4ac9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:37.784116 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-b75880f6-80a5-4a79-a020-c8c90d5c4ac9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 811 time: 0.1694438 Jun 22 04:17:37.877360 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-48f71f02-317f-44d8-9895-85a683eb3583 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bacf3fdd9365495585f427dea61b7c3b HTTP/1.1" status: 200 len: 379 time: 0.0792320 Jun 22 04:17:37.894567 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:37.913092 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'port': {'device_id': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'admin_state_up': True, 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'security_groups': ['f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:37.918634 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2dd484e1-1984-4eb9-a3bd-99c6c419645a req-5eb56773-2ef6-4ce8-b9bb-3651afe1a095 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 210 time: 0.0568323 Jun 22 04:17:37.984976 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:37.987179 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8fcf37b4-9333-45ea-9249-7fdc08006169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:38.035345 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=8']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:38.039331 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:38.095239 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf4bc4-1e9c-4252-a7d9-a0ab21e6c2a9 req-036a1ba3-bc87-4318-b7f1-aeded278114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:38.096598 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9cf4bc4-1e9c-4252-a7d9-a0ab21e6c2a9 req-036a1ba3-bc87-4318-b7f1-aeded278114f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 1098 time: 0.1802719 Jun 22 04:17:38.106096 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7001849-1db3-469b-9162-a53e5483d699 req-0cf8fc7d-80b3-4987-b053-c5799afd9cea tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:38.107457 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e7001849-1db3-469b-9162-a53e5483d699 req-0cf8fc7d-80b3-4987-b053-c5799afd9cea tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.1547046 Jun 22 04:17:38.167794 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9cf4bc4-1e9c-4252-a7d9-a0ab21e6c2a9 req-e8a24203-ea64-499e-b281-2ff2703194fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594156 Jun 22 04:17:38.172814 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e7001849-1db3-469b-9162-a53e5483d699 req-a647e667-d341-49ae-a2b1-ad640ea78454 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557833 Jun 22 04:17:38.207578 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Made reservation on behalf of bacf3fdd9365495585f427dea61b7c3b for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:17:38.211094 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:38.332539 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Allocated IP 172.20.0.7 (80c968be-0879-4bb6-80fa-b18a226c0db7/b3261322-9ab9-4df6-8e57-c31845b9e11e/c97795fe-971a-4c51-8214-02100808c570) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:17:38.472173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:38.484090 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Transition to ACTIVE for port object c97795fe-971a-4c51-8214-02100808c570 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:17:38.619676 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:38.624491 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-87fa35b6-45a9-4462-a8a6-3075b03dcf06 tempest-ServerRescueNegativeTestJSON-410338912 tempest-ServerRescueNegativeTestJSON-410338912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:38.663750 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:17:38.668828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:17:38.671243 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:17:38.677022 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:38.677628 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:38.688410 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event updated for resources: {'Port': ['ID=c97795fe-971a-4c51-8214-02100808c570,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:38.692768 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:38.751274 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638830 Jun 22 04:17:38.770926 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Request body: {'port': {'device_id': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:38.844925 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:38.996642 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-a0de921a-a5a4-4e5e-8c6a-31644e43f83a None None] Provisioning for port c97795fe-971a-4c51-8214-02100808c570 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:17:39.002196 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-a0de921a-a5a4-4e5e-8c6a-31644e43f83a None None] Provisioning complete for port c97795fe-971a-4c51-8214-02100808c570 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:17:39.002802 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a0de921a-a5a4-4e5e-8c6a-31644e43f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:39.013943 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334a62b-71be-4f3a-90b4-7a86776306f1 req-9130dcf8-4e25-498e-aa17-34d66ed9d11f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:39.020824 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1334a62b-71be-4f3a-90b4-7a86776306f1 req-9130dcf8-4e25-498e-aa17-34d66ed9d11f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1403861 Jun 22 04:17:39.039293 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a0de921a-a5a4-4e5e-8c6a-31644e43f83a None None] Port c97795fe-971a-4c51-8214-02100808c570 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:17:39.131506 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1334a62b-71be-4f3a-90b4-7a86776306f1 req-5682a2c8-9851-47e4-b2e2-7b02b077d558 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098335 Jun 22 04:17:39.184238 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104a714-c533-4c4d-9425-4c06afbb3d52 req-e24c93c9-4ede-4153-9092-1e8f7e069bbd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:39.185799 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6104a714-c533-4c4d-9425-4c06afbb3d52 req-e24c93c9-4ede-4153-9092-1e8f7e069bbd tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 931 time: 0.1458399 Jun 22 04:17:39.256545 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6104a714-c533-4c4d-9425-4c06afbb3d52 req-03837990-95a1-4607-8147-16d8b7fde497 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640833 Jun 22 04:17:39.260022 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97795fe-971a-4c51-8214-02100808c570 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:17:39.267489 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:39.280869 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Transition to ACTIVE for port object c97795fe-971a-4c51-8214-02100808c570 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:17:39.348523 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbb8c6-f07e-4088-b84b-68d97fded427 req-1478436f-2dab-4310-83b1-5337534cc75b tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:39.349943 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6afbb8c6-f07e-4088-b84b-68d97fded427 req-1478436f-2dab-4310-83b1-5337534cc75b tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0612061 Jun 22 04:17:39.379359 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:39.385963 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:39.421437 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6afbb8c6-f07e-4088-b84b-68d97fded427 req-20dcff4f-86ae-4ed4-b3c3-edffb52a414b tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659184 Jun 22 04:17:39.467997 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c97795fe-971a-4c51-8214-02100808c570,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:39.472294 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:39.494790 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:39.498054 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2180a87-1e38-45fb-be26-7c6d6d5f5c30" -d '{"events": [{"server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "name": "network-vif-plugged", "status": "completed", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:39.500639 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Attempting to bind port c97795fe-971a-4c51-8214-02100808c570 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:17:39.500979 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Attempting to bind port c97795fe-971a-4c51-8214-02100808c570 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:17:39.501306 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Attempting to bind port c97795fe-971a-4c51-8214-02100808c570 on network 80c968be-0879-4bb6-80fa-b18a226c0db7 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:17:39.505761 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Port c97795fe-971a-4c51-8214-02100808c570 on network 80c968be-0879-4bb6-80fa-b18a226c0db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:17:39.506157 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Attempting to bind port c97795fe-971a-4c51-8214-02100808c570 on network 80c968be-0879-4bb6-80fa-b18a226c0db7 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:17:39.510824 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:17:39.511213 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Checking segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:17:39.511596 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Bound using segment: {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:17:39.512029 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Bound port: c97795fe-971a-4c51-8214-02100808c570, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:17:39.512442 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:39.535341 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9611c918-f19d-4cf8-98e1-278265cc64bd x-openstack-request-id: req-9611c918-f19d-4cf8-98e1-278265cc64bd {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:39.535648 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "name": "network-vif-plugged", "status": "completed", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:39.535912 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9611c918-f19d-4cf8-98e1-278265cc64bd {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:39.536312 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f', 'code': 200} Jun 22 04:17:39.587937 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] For port c97795fe-971a-4c51-8214-02100808c570, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:17:39.592620 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] For port c97795fe-971a-4c51-8214-02100808c570, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c97795fe-971a-4c51-8214-02100808c570,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:17:39.658579 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:39.661604 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0e5c7e3b-0ff4-42b0-9ee0-88be048439e9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:39.699486 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:39.700942 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:39.702267 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/c97795fe-971a-4c51-8214-02100808c570 HTTP/1.1" status: 200 len: 1093 time: 0.9357400 Jun 22 04:17:39.702781 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'tag': 'c97795fe-971a-4c51-8214-02100808c570'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:39.706301 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddf328c-a49d-42b6-a6c8-a2874693a799" -d '{"events": [{"name": "network-changed", "server_uuid": "0f45920f-32dc-4ee7-9fc1-ef026c4a9311", "tag": "c97795fe-971a-4c51-8214-02100808c570"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:39.732239 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c97795fe-971a-4c51-8214-02100808c570,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:39.735376 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:39.748766 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e89e3c-80f8-47ab-8414-4d2e15e83113 x-openstack-request-id: req-e2e89e3c-80f8-47ab-8414-4d2e15e83113 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:39.749092 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f45920f-32dc-4ee7-9fc1-ef026c4a9311", "tag": "c97795fe-971a-4c51-8214-02100808c570", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:39.749380 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2e89e3c-80f8-47ab-8414-4d2e15e83113 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:39.749828 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'tag': 'c97795fe-971a-4c51-8214-02100808c570', 'status': 'completed', 'code': 200} Jun 22 04:17:39.870110 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf328c-a49d-42b6-a6c8-a2874693a799 req-63bc6e0a-7cd9-4d15-b54f-b36bf6b6f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:39.871548 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1ddf328c-a49d-42b6-a6c8-a2874693a799 req-63bc6e0a-7cd9-4d15-b54f-b36bf6b6f2ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 1096 time: 0.0612202 Jun 22 04:17:40.020162 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf328c-a49d-42b6-a6c8-a2874693a799 req-b4bd3cf3-147c-407e-b4b8-3d19bb7849fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.021597 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1ddf328c-a49d-42b6-a6c8-a2874693a799 req-b4bd3cf3-147c-407e-b4b8-3d19bb7849fa service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bacf3fdd9365495585f427dea61b7c3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1184404 Jun 22 04:17:40.024224 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef6b8e-e553-43d0-a72b-fcb7b7d863a7 req-e2de7405-1878-4f11-9107-937dac0707bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.025549 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-55ef6b8e-e553-43d0-a72b-fcb7b7d863a7 req-e2de7405-1878-4f11-9107-937dac0707bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1297214 Jun 22 04:17:40.118325 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-55ef6b8e-e553-43d0-a72b-fcb7b7d863a7 req-0802fc19-1f29-48bc-9cf5-67c38f17480c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701511 Jun 22 04:17:40.143715 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf328c-a49d-42b6-a6c8-a2874693a799 req-75363709-64ee-4700-9aaa-99419c9349ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.145151 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1ddf328c-a49d-42b6-a6c8-a2874693a799 req-75363709-64ee-4700-9aaa-99419c9349ae service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048231 Jun 22 04:17:40.312559 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df842355-cf5d-4319-834d-1df0ca066ab7 req-85cbe051-a13d-4f0a-a30f-82e3d8400982 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.314016 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df842355-cf5d-4319-834d-1df0ca066ab7 req-85cbe051-a13d-4f0a-a30f-82e3d8400982 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0658574 Jun 22 04:17:40.351297 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df842355-cf5d-4319-834d-1df0ca066ab7 req-5ef9aa56-3aab-4619-92d3-6fc89fd7c722 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Jun 22 04:17:40.429627 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f00f5-e154-4d43-a496-cdb9983b03e8 req-ed3c4266-f59d-401b-9cd6-e842ea36f9e5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.431112 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a1f00f5-e154-4d43-a496-cdb9983b03e8 req-ed3c4266-f59d-401b-9cd6-e842ea36f9e5 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 943 time: 0.0641274 Jun 22 04:17:40.478581 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a1f00f5-e154-4d43-a496-cdb9983b03e8 req-f02f843e-d5d0-407e-b731-f7191fb3cd66 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412519 Jun 22 04:17:40.534722 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596360f3-de23-4b89-8051-ae4fc0d07101 req-4c95c246-09a4-4ca8-aa4c-6642de675c0d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.536254 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-596360f3-de23-4b89-8051-ae4fc0d07101 req-4c95c246-09a4-4ca8-aa4c-6642de675c0d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0738089 Jun 22 04:17:40.544917 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53554) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:40.550246 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Request body: {'floatingip': {'port_id': '0c1de855-91e2-4341-9b78-419895c97a93'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:40.593684 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:40.619805 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-bec20518-e8cb-4907-9148-376db2dbe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.621497 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-bec20518-e8cb-4907-9148-376db2dbe5ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 1096 time: 0.0821128 Jun 22 04:17:40.675675 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-f3067a34-27b5-49fa-8868-ea0e16b9639e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c97795fe-971a-4c51-8214-02100808c570 HTTP/1.1" status: 200 len: 217 time: 0.0400109 Jun 22 04:17:40.683127 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd82673-6093-4605-9195-3520b846155f req-134064c8-fa78-4764-87f3-d7edc99700d6 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.685050 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7bd82673-6093-4605-9195-3520b846155f req-134064c8-fa78-4764-87f3-d7edc99700d6 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.1044655 Jun 22 04:17:40.749692 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-3214aa40-0c9e-4152-841e-fd19b9bc167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.751134 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-3214aa40-0c9e-4152-841e-fd19b9bc167f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.0652537 Jun 22 04:17:40.755968 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7bd82673-6093-4605-9195-3520b846155f req-e24ca893-928c-47f3-bf01-9cb3ab2e8094 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622647 Jun 22 04:17:40.808097 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-1357a073-5c6c-44b4-aa1c-ffa0fc58e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:40.809515 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-1357a073-5c6c-44b4-aa1c-ffa0fc58e9ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511391 Jun 22 04:17:41.072171 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:41.144967 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:41.168242 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-e9027ae6-1b6f-4309-8787-84b1ca1896c5 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517816 Jun 22 04:17:41.240769 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.l3_db [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Floating IP 7525cb51-b57f-4acb-87f1-ba9b3fe97a96 associated. External IP: 172.27.1.136, port: 0c1de855-91e2-4341-9b78-419895c97a93. Jun 22 04:17:41.259733 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5abf4097-aec5-4bee-bbb4-faa4d7edc80f req-dfd1fa01-1db2-47a8-893d-2a46c8a8c871 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816255 Jun 22 04:17:41.653908 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Router eddebb2c-b6e4-491b-a661-a192bb40839a has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:17:41.665110 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dee1c-a3f0-4bd7-b932-ea06b9fbc504 req-841e09d1-116d-4f30-8f9e-b9ba5f0846b7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:41.666835 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0e5dee1c-a3f0-4bd7-b932-ea06b9fbc504 req-841e09d1-116d-4f30-8f9e-b9ba5f0846b7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 943 time: 0.0671523 Jun 22 04:17:41.708337 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0e5dee1c-a3f0-4bd7-b932-ea06b9fbc504 req-9773b5b5-9866-4a03-8f60-c2b677d43ebc tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337677 Jun 22 04:17:41.760115 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:17:41.765015 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:41.769592 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] Sync routers for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:17:41.779127 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:41.779769 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:17:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:41.805593 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-089d6549-615d-4e57-8740-eacc0c793378 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "PUT /v2.0/floatingips/7525cb51-b57f-4acb-87f1-ba9b3fe97a96 HTTP/1.1" status: 200 len: 991 time: 1.2590053 Jun 22 04:17:41.806653 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:41.809133 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7d7c67dad2593764b1dd16f1909c2ebf0072521af5fc1f951a63f23506520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7405c65-805a-478f-8cbd-05babfde5c81" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "tag": "0c1de855-91e2-4341-9b78-419895c97a93"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:41.897419 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:41.936714 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0c819-45ef-416a-82ad-3cf051ffbb0e req-add396ee-a625-4ec4-9614-ecc950336237 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:41.938210 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ea0c819-45ef-416a-82ad-3cf051ffbb0e req-add396ee-a625-4ec4-9614-ecc950336237 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0668843 Jun 22 04:17:41.979125 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ea0c819-45ef-416a-82ad-3cf051ffbb0e req-f7d0b4f0-d8ee-4ca8-9b04-436444e15686 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349493 Jun 22 04:17:42.023430 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f131e6-a1a6-429d-9d8e-929aafa27a96 x-openstack-request-id: req-a2f131e6-a1a6-429d-9d8e-929aafa27a96 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:42.023867 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "tag": "0c1de855-91e2-4341-9b78-419895c97a93", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:42.024249 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2f131e6-a1a6-429d-9d8e-929aafa27a96 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:42.024806 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93', 'status': 'completed', 'code': 200} Jun 22 04:17:42.119759 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-fd21650d-8030-4fb5-9487-7e129f8e31db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:42.121221 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-fd21650d-8030-4fb5-9487-7e129f8e31db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 1098 time: 0.0513926 Jun 22 04:17:42.151211 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '7525cb51-b57f-4acb-87f1-ba9b3fe97a96', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'port_id': '0c1de855-91e2-4341-9b78-419895c97a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'mac_address': 'fa:16:3e:f4:1b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:22Z', 'updated_at': '2021-06-22T04:17:40Z', 'revision_number': 1, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:42.178521 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] Checking router: eddebb2c-b6e4-491b-a661-a192bb40839a for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:17:42.187065 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:42.187676 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:17:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:42.211514 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-b6eaeab7-056c-4e5c-8752-f25f15371198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:42.212941 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-b6eaeab7-056c-4e5c-8752-f25f15371198 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.0843289 Jun 22 04:17:42.277475 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-dc238125-9491-4994-ad47-9844f8d899cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1de855-91e2-4341-9b78-419895c97a93 HTTP/1.1" status: 200 len: 999 time: 0.0575156 Jun 22 04:17:42.290961 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:42.329215 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-bf640e4e-b5f3-4c53-80c2-4be325f38182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:42.330688 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-bf640e4e-b5f3-4c53-80c2-4be325f38182 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0471032 Jun 22 04:17:42.385822 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-1eb65fc1-2517-4153-902d-ff9128f81c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:42.387325 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-1eb65fc1-2517-4153-902d-ff9128f81c7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506945 Jun 22 04:17:42.478162 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-54de1e09-a29e-4783-ba6b-23c3bcefc757 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828087 Jun 22 04:17:42.526540 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '7525cb51-b57f-4acb-87f1-ba9b3fe97a96', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'port_id': '0c1de855-91e2-4341-9b78-419895c97a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'mac_address': 'fa:16:3e:f4:1b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:22Z', 'updated_at': '2021-06-22T04:17:40Z', 'revision_number': 1, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:42.554593 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17771b78-ca8f-4fd7-9522-54fc68d813ef None None] The sync data for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi is: [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '7525cb51-b57f-4acb-87f1-ba9b3fe97a96', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'port_id': '0c1de855-91e2-4341-9b78-419895c97a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'mac_address': 'fa:16:3e:f4:1b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:22Z', 'updated_at': '2021-06-22T04:17:40Z', 'revision_number': 1, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:17:42.572898 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7405c65-805a-478f-8cbd-05babfde5c81 req-0f921408-7181-4814-8a21-6b5f76befe98 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875084 Jun 22 04:17:42.726513 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37111d-ef77-44a0-9d94-7c8c3f7f6af0 None None] New status for floating IP 7525cb51-b57f-4acb-87f1-ba9b3fe97a96: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:17:42.881335 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7df4-c24c-4849-8358-7b296d55f2dd req-dfd5fe80-d4a8-4ba2-9e71-5cef689ca6e9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:42.882814 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-274d7df4-c24c-4849-8358-7b296d55f2dd req-dfd5fe80-d4a8-4ba2-9e71-5cef689ca6e9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 943 time: 0.0623722 Jun 22 04:17:42.921309 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-274d7df4-c24c-4849-8358-7b296d55f2dd req-78c8b391-609d-4fa5-b3ec-11de9639dc56 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Jun 22 04:17:44.096320 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccd95-b185-4642-b85e-e4c23ad9cf20 req-62e2e4f7-cd81-4218-b531-e9a15d60679f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:44.097774 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b8ccd95-b185-4642-b85e-e4c23ad9cf20 req-62e2e4f7-cd81-4218-b531-e9a15d60679f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 943 time: 0.0661106 Jun 22 04:17:44.135585 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b8ccd95-b185-4642-b85e-e4c23ad9cf20 req-51a18f8c-7cf9-48bf-ba5c-ec0d92df1245 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321856 Jun 22 04:17:45.303147 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device c97795fe-971a-4c51-8214-02100808c570 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:17:45.306238 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ce778-d255-4021-aa97-7f7db798ad34 req-92937d04-58d2-418d-a152-54a62c77a1c2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:45.307747 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ba0ce778-d255-4021-aa97-7f7db798ad34 req-92937d04-58d2-418d-a152-54a62c77a1c2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 943 time: 0.0646126 Jun 22 04:17:45.348859 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ba0ce778-d255-4021-aa97-7f7db798ad34 req-6cadda7b-eb25-414f-b840-30e135501e34 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345185 Jun 22 04:17:45.411188 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port c97795fe-971a-4c51-8214-02100808c570, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c97795fe-971a-4c51-8214-02100808c570,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:45.423511 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': 'c97795fe-971a-4c51-8214-02100808c570', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'port_id': 'c97795fe-971a-4c51-8214-02100808c570', 'mac_address': 'fa:16:3e:9a:4f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:17:45.459397 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:45.471507 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97795fe-971a-4c51-8214-02100808c570 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:17:45.490411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port c97795fe-971a-4c51-8214-02100808c570, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c97795fe-971a-4c51-8214-02100808c570,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:45.577496 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:45.579245 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:45.623781 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=c97795fe-971a-4c51-8214-02100808c570,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:45.626797 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:46.047010 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['c97795fe-971a-4c51-8214-02100808c570'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:17:46.520225 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e66eaa-b890-4154-be8f-8c80664eb95c req-d5406efb-a952-4e30-9633-c355d116d96b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:46.521682 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-96e66eaa-b890-4154-be8f-8c80664eb95c req-d5406efb-a952-4e30-9633-c355d116d96b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 944 time: 0.0630352 Jun 22 04:17:46.558772 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-96e66eaa-b890-4154-be8f-8c80664eb95c req-07a01549-935a-4ddf-9cf3-d3486140637a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309501 Jun 22 04:17:47.311005 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device c97795fe-971a-4c51-8214-02100808c570 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:17:47.424764 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port c97795fe-971a-4c51-8214-02100808c570 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:17:47.428855 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port c97795fe-971a-4c51-8214-02100808c570 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:17:47.429238 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:47.558833 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:47.583687 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97795fe-971a-4c51-8214-02100808c570'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:47.589976 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece1ea1-fca7-443d-ac5f-c5c90b676935" -d '{"events": [{"server_uuid": "0f45920f-32dc-4ee7-9fc1-ef026c4a9311", "name": "network-vif-plugged", "status": "completed", "tag": "c97795fe-971a-4c51-8214-02100808c570"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:47.602339 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port c97795fe-971a-4c51-8214-02100808c570, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c97795fe-971a-4c51-8214-02100808c570,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:17:47.632256 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed746a05-f4bd-47e2-8a57-885f57c512db x-openstack-request-id: req-ed746a05-f4bd-47e2-8a57-885f57c512db {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:47.632552 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45920f-32dc-4ee7-9fc1-ef026c4a9311", "name": "network-vif-plugged", "status": "completed", "tag": "c97795fe-971a-4c51-8214-02100808c570", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:47.632814 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed746a05-f4bd-47e2-8a57-885f57c512db {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:47.633210 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97795fe-971a-4c51-8214-02100808c570', 'code': 200} Jun 22 04:17:47.634358 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:17:47.670340 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:47.674170 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:17:47.734195 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=c97795fe-971a-4c51-8214-02100808c570,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:17:47.737312 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:17:47.762439 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603baf98-89bd-4e90-8ddc-5b3002e3d1e9 req-a4f8a9ca-8273-4798-bba3-e97f2138bfea tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:47.764197 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-603baf98-89bd-4e90-8ddc-5b3002e3d1e9 req-a4f8a9ca-8273-4798-bba3-e97f2138bfea tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 945 time: 0.0783718 Jun 22 04:17:47.805826 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-603baf98-89bd-4e90-8ddc-5b3002e3d1e9 req-7acaf6f5-2481-4a5b-9758-cb1c1d2c7d57 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355508 Jun 22 04:17:48.036818 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8c5fa-0859-4678-9b16-dde08f418e57 req-87ff08ef-1538-4891-8577-8f4543188e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:48.038317 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afd8c5fa-0859-4678-9b16-dde08f418e57 req-87ff08ef-1538-4891-8577-8f4543188e89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 1098 time: 0.0508277 Jun 22 04:17:48.074678 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afd8c5fa-0859-4678-9b16-dde08f418e57 req-5c0a44f3-42f3-4a63-96b3-c9e249e6e9bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261345 Jun 22 04:17:48.980837 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404766c8-20b0-47e0-b6a9-db73d7d4ab59 req-680ce7fd-ea41-47e4-a3b1-9a2e4a07263a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:48.982334 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-404766c8-20b0-47e0-b6a9-db73d7d4ab59 req-680ce7fd-ea41-47e4-a3b1-9a2e4a07263a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 945 time: 0.0665309 Jun 22 04:17:49.019990 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-404766c8-20b0-47e0-b6a9-db73d7d4ab59 req-361543b7-11f2-44ba-bd93-78f5a1959050 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Jun 22 04:17:50.188408 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ed92a-5140-4a3b-a4f0-a3eda764f714 req-0bed1362-b9d6-4c89-b89a-b9b4d2956d51 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:50.189897 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c4ed92a-5140-4a3b-a4f0-a3eda764f714 req-0bed1362-b9d6-4c89-b89a-b9b4d2956d51 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 945 time: 0.0627170 Jun 22 04:17:50.226939 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c4ed92a-5140-4a3b-a4f0-a3eda764f714 req-36cf4a3a-8197-434f-aa8b-c5db771707f4 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314393 Jun 22 04:17:50.388866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131615-622d-4a3b-b7f7-50d77f0ad1c3 req-eda59e14-e468-4303-bf2f-e32d36ec812f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:50.390994 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3131615-622d-4a3b-b7f7-50d77f0ad1c3 req-eda59e14-e468-4303-bf2f-e32d36ec812f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 945 time: 0.0618372 Jun 22 04:17:50.399691 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53600) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:17:50.404290 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Request body: {'floatingip': {'port_id': 'c97795fe-971a-4c51-8214-02100808c570'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:17:50.441583 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:50.873310 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:50.931769 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:51.030225 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.l3_db [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Floating IP edad9e44-aca2-4124-a054-0eaa4ec306aa associated. External IP: 172.27.1.181, port: c97795fe-971a-4c51-8214-02100808c570. Jun 22 04:17:51.229144 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Router 318bccbf-ebda-4c3a-87ba-c64c6c311762 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:17:51.314890 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1584-d92e-4085-88a6-51e943ce2a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:51.335049 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:17:51.340009 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:51.345249 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] Sync routers for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:17:51.353898 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:51.354542 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:17:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:51.390453 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-3345230f-7037-4560-8a6d-5f98bef1759e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "PUT /v2.0/floatingips/edad9e44-aca2-4124-a054-0eaa4ec306aa HTTP/1.1" status: 200 len: 991 time: 0.9873111 Jun 22 04:17:51.390453 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'tag': 'c97795fe-971a-4c51-8214-02100808c570'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:17:51.392228 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7d7c67dad2593764b1dd16f1909c2ebf0072521af5fc1f951a63f23506520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f45920f-32dc-4ee7-9fc1-ef026c4a9311", "tag": "c97795fe-971a-4c51-8214-02100808c570"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:17:51.464454 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:51.488114 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e2254-e265-4605-9da1-61fc25908c48 x-openstack-request-id: req-d16e2254-e265-4605-9da1-61fc25908c48 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:17:51.488637 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f45920f-32dc-4ee7-9fc1-ef026c4a9311", "tag": "c97795fe-971a-4c51-8214-02100808c570", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:17:51.488812 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d16e2254-e265-4605-9da1-61fc25908c48 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:17:51.489248 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'tag': 'c97795fe-971a-4c51-8214-02100808c570', 'status': 'completed', 'code': 200} Jun 22 04:17:51.606460 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-ca787962-1385-4801-948f-43eff224d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:51.608435 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-ca787962-1385-4801-948f-43eff224d24d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bacf3fdd9365495585f427dea61b7c3b&device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 1098 time: 0.0573432 Jun 22 04:17:51.692140 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': 'edad9e44-aca2-4124-a054-0eaa4ec306aa', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'port_id': 'c97795fe-971a-4c51-8214-02100808c570', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'mac_address': 'fa:16:3e:9a:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:34Z', 'updated_at': '2021-06-22T04:17:50Z', 'revision_number': 1, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:51.701244 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-b31a9e13-e7ac-4029-8af1-8abd5f42cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:51.702807 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-b31a9e13-e7ac-4029-8af1-8abd5f42cc6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 200 len: 912 time: 0.0842059 Jun 22 04:17:51.718441 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] Checking router: 318bccbf-ebda-4c3a-87ba-c64c6c311762 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:17:51.726723 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:17:51.727337 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:17:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:51.780278 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-24ad2328-2a40-4ab4-bc8a-68846bb9cb01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c97795fe-971a-4c51-8214-02100808c570 HTTP/1.1" status: 200 len: 999 time: 0.0607121 Jun 22 04:17:51.819089 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-d69c58cb-8540-43c9-91cf-3abc59dc47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:51.820551 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-d69c58cb-8540-43c9-91cf-3abc59dc47a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 200 len: 850 time: 0.0439367 Jun 22 04:17:51.831221 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:17:51.877066 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-01c65387-45d5-4f60-a2fb-ec543a518b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:17:51.878572 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-01c65387-45d5-4f60-a2fb-ec543a518b50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c968be-0879-4bb6-80fa-b18a226c0db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519509 Jun 22 04:17:51.974900 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-60b4e0c1-a043-4be2-84cc-c1a30f95fa90 service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893083 Jun 22 04:17:52.071751 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3a4c309a-d55a-49bc-82c4-d8342f0fe8b4 req-1cec5afc-9fcc-408a-b7a6-c07af24e3bad service neutron] 10.222.0.26 "GET /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897779 Jun 22 04:17:52.176196 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': 'edad9e44-aca2-4124-a054-0eaa4ec306aa', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'port_id': 'c97795fe-971a-4c51-8214-02100808c570', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'mac_address': 'fa:16:3e:9a:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:34Z', 'updated_at': '2021-06-22T04:17:50Z', 'revision_number': 1, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:17:52.203050 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515c742-4329-4200-9e65-273f9ca42cfd None None] The sync data for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi is: [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': 'edad9e44-aca2-4124-a054-0eaa4ec306aa', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'port_id': 'c97795fe-971a-4c51-8214-02100808c570', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'mac_address': 'fa:16:3e:9a:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:17:34Z', 'updated_at': '2021-06-22T04:17:50Z', 'revision_number': 1, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:17:52.381256 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b9030-b45c-4e44-bd3f-8cf43e602f77 None None] New status for floating IP edad9e44-aca2-4124-a054-0eaa4ec306aa: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:17:53.836184 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e982f767-94e5-4861-b16c-b978cf820976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:54.121880 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:55.131732 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:17:56.470150 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:02.081615 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:06.551593 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-c515d3cf-d6f0-48db-b81f-2054f1b92f9b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513453 Jun 22 04:18:06.702234 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-68901f4c-c2c9-4376-9c46-50de596ba1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:18:06.703622 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-68901f4c-c2c9-4376-9c46-50de596ba1d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1098 time: 0.0557363 Jun 22 04:18:06.814236 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-2e768fa8-c508-4702-a8e2-1380ba2fae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:18:06.815683 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-2e768fa8-c508-4702-a8e2-1380ba2fae8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 200 len: 909 time: 0.0924649 Jun 22 04:18:06.884875 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-dfde23a5-16ff-46f1-ba51-f5cd9b26a51b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 200 len: 1001 time: 0.0595529 Jun 22 04:18:06.938207 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-f77c2246-98f5-4047-b54a-4cf2ecd8a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:18:06.939621 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-f77c2246-98f5-4047-b54a-4cf2ecd8a71f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6775b766-b350-4a6e-bf76-2415ddc32252 HTTP/1.1" status: 200 len: 847 time: 0.0434501 Jun 22 04:18:06.994977 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-0b781055-5478-43d6-9865-029e915bbf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:18:06.996281 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-0b781055-5478-43d6-9865-029e915bbf35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2f5789e-0b91-49bb-90c1-6316c0cf420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494192 Jun 22 04:18:07.089882 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-f649fb6e-2449-4a18-8861-f6c0d84a9ff7 service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852556 Jun 22 04:18:07.176439 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d20c085-ae56-48fb-bbe1-3888fc351ea4 req-a7ed1cb4-7772-4408-a3d0-5ca611d3062c service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782509 Jun 22 04:18:21.307459 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0d332fd2-52d7-4da2-81c4-35fb5d1bcb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:23.864261 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-22adf310-7854-4037-8027-393b34a0c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:24.110017 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:24.633346 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:18:25.130417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:26.475140 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:32.095889 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:51.329809 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eaf71d98-3e2a-4231-9a34-950df371a56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:53.829244 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1fd25f58-2f75-488b-bd77-fe60fe0261bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:54.097389 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:55.124247 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:18:56.484244 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:01.632124 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:19:02.085821 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:06.552783 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-fa23a2ba-c757-49fe-95f0-5282abc66077 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526052 Jun 22 04:19:06.659611 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-037761de-0ca8-4564-bf2f-2e986b87091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:06.661082 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-037761de-0ca8-4564-bf2f-2e986b87091e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0573816 Jun 22 04:19:06.761684 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-3af5f9ee-f9f6-483d-b24f-54193042c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:06.763044 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-3af5f9ee-f9f6-483d-b24f-54193042c541 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.0803771 Jun 22 04:19:06.828103 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-c3fc0022-410d-46ad-9905-abae19962a9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6f1d86f-ab63-4101-9af9-45f0768df0f2 HTTP/1.1" status: 200 len: 1001 time: 0.0585890 Jun 22 04:19:06.873957 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-e173ba76-2007-468d-a580-ececf5739185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:06.875324 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-e173ba76-2007-468d-a580-ececf5739185 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0414562 Jun 22 04:19:06.930408 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-43cbf886-e687-4667-9a50-ec69335c8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:06.931848 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-43cbf886-e687-4667-9a50-ec69335c8d5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500515 Jun 22 04:19:07.020688 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-121ba255-1f4b-4767-b3c0-f773b0b6f8fc service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805228 Jun 22 04:19:07.104400 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eb49d993-84a2-46b6-befa-11b5c4605d7b req-bf9e05ac-582f-4a5d-8786-664399c95e67 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769424 Jun 22 04:19:18.933290 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8fb6-ad05-4717-95a7-ed70ba3c717b req-931624e5-fa6b-463d-8345-148f3dc55fa1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:18.934796 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7fdb8fb6-ad05-4717-95a7-ed70ba3c717b req-931624e5-fa6b-463d-8345-148f3dc55fa1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1100035 Jun 22 04:19:18.975100 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7fdb8fb6-ad05-4717-95a7-ed70ba3c717b req-8c42a4c7-ec38-4805-96f7-576d70369e84 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339425 Jun 22 04:19:20.156276 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be154a-f6c4-4558-a451-f05030a6681e req-b7d475d3-47b3-4126-a37c-6e856cb5c78f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:20.157632 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-71be154a-f6c4-4558-a451-f05030a6681e req-b7d475d3-47b3-4126-a37c-6e856cb5c78f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0620456 Jun 22 04:19:20.194192 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-71be154a-f6c4-4558-a451-f05030a6681e req-6820e5c3-fc92-4569-8336-f33ae376035b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308838 Jun 22 04:19:21.314629 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ef41bf42-5332-48dc-9467-e86d7defb55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:21.369118 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239849-20a0-4710-af70-8ec3b05536b6 req-20c7b587-66b8-4146-9ff5-11dc5d40a707 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:21.370574 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f1239849-20a0-4710-af70-8ec3b05536b6 req-20c7b587-66b8-4146-9ff5-11dc5d40a707 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0608618 Jun 22 04:19:21.409871 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f1239849-20a0-4710-af70-8ec3b05536b6 req-4b218f9c-0a70-474b-b970-c239977e735e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Jun 22 04:19:21.962155 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 53980) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:22.201776 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Deleting port c03b627f-1b7b-423f-91ef-ce7b383c8588 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:22.202043 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:22.275808 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:22.276142 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:22.337628 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Calling delete_port for c03b627f-1b7b-423f-91ef-ce7b383c8588 owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:22.587891 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95304c57-4d1a-44d0-97b7-d830efb15ef4 req-8afbf067-a6c6-4bc3-bd5e-de70a4d4f5e1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:22.589366 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-95304c57-4d1a-44d0-97b7-d830efb15ef4 req-8afbf067-a6c6-4bc3-bd5e-de70a4d4f5e1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0650527 Jun 22 04:19:22.594899 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:22.597186 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:22.628591 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-95304c57-4d1a-44d0-97b7-d830efb15ef4 req-d266ef51-6260-47fa-8513-380c007a56d8 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Jun 22 04:19:22.630893 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event deleted for resources: {'Port': ['ID=c03b627f-1b7b-423f-91ef-ce7b383c8588,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:22.672979 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.673354 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.673978 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.674438 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.674795 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.675151 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.675504 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.675857 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.676211 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.676585 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.677046 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.677376 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:22.680665 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:22.699658 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:22.699991 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.l3_db [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Floating IP 4bbd008c-86f9-446b-9e0a-fb2d652a5ea8 disassociated (deleted). External IP: 172.27.1.199, port: 781842c1-4333-44ad-af89-bff4108b0d0f. Jun 22 04:19:23.109839 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Router c5c28eca-ec91-4520-a437-b24a12fae3e2 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:19:23.213395 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:19:23.218477 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:23.223041 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] Sync routers for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:19:23.231530 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:23.232149 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:18:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:23.253922 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a7d533f0-ab7f-44c5-9592-bc27f9936f1c tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "DELETE /v2.0/floatingips/4bbd008c-86f9-446b-9e0a-fb2d652a5ea8 HTTP/1.1" status: 204 len: 168 time: 1.2907035 Jun 22 04:19:23.254608 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:19:23.256883 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7d7c67dad2593764b1dd16f1909c2ebf0072521af5fc1f951a63f23506520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:19:23.342846 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:23.351004 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d9137-fa19-4aad-a943-ab082f91ef6b x-openstack-request-id: req-d87d9137-fa19-4aad-a943-ab082f91ef6b {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:19:23.351577 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:19:23.352075 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d87d9137-fa19-4aad-a943-ab082f91ef6b {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:19:23.352754 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f', 'status': 'completed', 'code': 200} Jun 22 04:19:23.505896 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-b55c53dc-8202-4b1b-999d-6e16c7931cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:23.514505 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-b55c53dc-8202-4b1b-999d-6e16c7931cc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1115324 Jun 22 04:19:23.546255 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:13:00Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:23.576067 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] Checking router: c5c28eca-ec91-4520-a437-b24a12fae3e2 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:19:23.584528 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:23.585136 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:18:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:23.599713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-4cb7a2c6-fc3c-45d7-8396-452350a6a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:23.601251 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-4cb7a2c6-fc3c-45d7-8396-452350a6a42a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 200 len: 909 time: 0.0878742 Jun 22 04:19:23.646536 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-5e2e19e1-b36e-42da-96c1-622797d2c769 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 200 len: 217 time: 0.0368311 Jun 22 04:19:23.692917 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:23.696013 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-12f01202-7f1b-43b1-9eb1-87bc6973c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:23.697705 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-12f01202-7f1b-43b1-9eb1-87bc6973c8bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6775b766-b350-4a6e-bf76-2415ddc32252 HTTP/1.1" status: 200 len: 847 time: 0.0454326 Jun 22 04:19:23.784665 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-f5066c94-f00f-4dee-9339-ef707e1a59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:23.786321 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-f5066c94-f00f-4dee-9339-ef707e1a59c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2f5789e-0b91-49bb-90c1-6316c0cf420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812547 Jun 22 04:19:23.811827 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-789095e0-ef32-443c-a9ca-d920e0aecdaa service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:19:23.812855 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-789095e0-ef32-443c-a9ca-d920e0aecdaa service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067770 Jun 22 04:19:23.897726 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-16bf1f79-6edb-453c-9815-242e42c841e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:23.926589 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:13:00Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:23.953066 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b89c2-6323-4bbf-9ff0-9fd9448cd7ff None None] The sync data for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi is: [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:12:54Z', 'revision_number': 4, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fd8907b9-b9d2-4b9e-9ffa-2652118dec38', 'name': '', 'network_id': 'd2f5789e-0b91-49bb-90c1-6316c0cf420f', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'mac_address': 'fa:16:3e:c1:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:54Z', 'updated_at': '2021-06-22T04:13:00Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'subnets': [{'id': '6775b766-b350-4a6e-bf76-2415ddc32252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:19:23.961663 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318dc8d-944c-4532-9839-43b7b86c9ebd req-1c62f0d0-fd88-4151-b6e9-f9089cb4f36e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:23.969604 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c318dc8d-944c-4532-9839-43b7b86c9ebd req-1c62f0d0-fd88-4151-b6e9-f9089cb4f36e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.2042565 Jun 22 04:19:23.992106 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c0c11-0ed6-4acc-93c3-4c85fd982083 req-ad5c7562-487d-443b-b2b0-740ac07e2918 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:23.993608 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b5c0c11-0ed6-4acc-93c3-4c85fd982083 req-ad5c7562-487d-443b-b2b0-740ac07e2918 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.1783798 Jun 22 04:19:24.007651 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-2adf2e7f-5c3a-4987-9154-91c5f34ab7dc service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823575 Jun 22 04:19:24.095339 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c318dc8d-944c-4532-9839-43b7b86c9ebd req-0600bf5f-2ed1-4045-8cbe-e7118972ffca tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248620 Jun 22 04:19:24.105266 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b5c0c11-0ed6-4acc-93c3-4c85fd982083 req-83ff32f6-90a0-4780-ad1e-ba480b5821ca tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025510 Jun 22 04:19:24.109904 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:24.155748 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-063e3c5a-36b2-4955-aa0d-40a8e71e75ab req-4845feb4-741c-4a93-b131-b24182374f0b service neutron] 10.222.0.26 "GET /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406446 Jun 22 04:19:24.202982 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b5f84-75df-42ff-a539-5886b43e1c4a None None] New status for floating IP 4bbd008c-86f9-446b-9e0a-fb2d652a5ea8: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:19:25.136748 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:25.323463 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afd190-ccb8-4145-ae95-54be0d4023c5 req-46646482-7ab6-4b3d-a8e2-bce80b0f8271 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:25.324923 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0afd190-ccb8-4145-ae95-54be0d4023c5 req-46646482-7ab6-4b3d-a8e2-bce80b0f8271 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1028037 Jun 22 04:19:25.333130 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec7a62-58f1-4783-a34d-34b08e17ff23 req-adfc3448-85b3-41dc-90d8-94297e45583a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:25.334476 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbec7a62-58f1-4783-a34d-34b08e17ff23 req-adfc3448-85b3-41dc-90d8-94297e45583a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.1135831 Jun 22 04:19:25.391267 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0afd190-ccb8-4145-ae95-54be0d4023c5 req-893d8ed7-8cd7-4bec-8f99-01eb6cdd6e22 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558524 Jun 22 04:19:25.396049 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbec7a62-58f1-4783-a34d-34b08e17ff23 req-a9b47749-ce55-43da-91e9-80647fb75e7f tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbda9254-a9a8-44c2-822e-7f9845b8ca57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548296 Jun 22 04:19:25.713286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-0bcea078-52d8-4468-a9cc-08d17e5cbb6e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:25.714613 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-0bcea078-52d8-4468-a9cc-08d17e5cbb6e tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 945 time: 0.0605018 Jun 22 04:19:25.809176 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Deleting port 781842c1-4333-44ad-af89-bff4108b0d0f {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:25.809522 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:25.896134 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] For port 781842c1-4333-44ad-af89-bff4108b0d0f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=781842c1-4333-44ad-af89-bff4108b0d0f,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:25.896491 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:25.961730 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Calling delete_port for 781842c1-4333-44ad-af89-bff4108b0d0f owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:26.136938 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:26.141521 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:26.169412 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event deleted for resources: {'Port': ['ID=781842c1-4333-44ad-af89-bff4108b0d0f,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:26.196483 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.196857 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.202336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:26.205814 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:26.224063 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] No DVR routers for this DVR port 781842c1-4333-44ad-af89-bff4108b0d0f on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:19:26.228069 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:26.228348 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc7530f1-a335-4cb7-9dd6-32cab4edabeb req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.26 "DELETE /v2.0/ports/781842c1-4333-44ad-af89-bff4108b0d0f HTTP/1.1" status: 204 len: 173 time: 0.5080400 Jun 22 04:19:26.228823 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'name': 'network-vif-deleted', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:19:26.231090 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ddc0ef-f503-495a-9f62-21ca630e35d0" -d '{"events": [{"server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "name": "network-vif-deleted", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:19:26.271569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88f7791-ee5d-4807-b6ce-30d977074fe8 x-openstack-request-id: req-d88f7791-ee5d-4807-b6ce-30d977074fe8 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:19:26.271898 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e51da6-fa78-4bdc-becd-582f55734ee8", "name": "network-vif-deleted", "tag": "781842c1-4333-44ad-af89-bff4108b0d0f", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:19:26.272187 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d88f7791-ee5d-4807-b6ce-30d977074fe8 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:19:26.272620 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e51da6-fa78-4bdc-becd-582f55734ee8', 'name': 'network-vif-deleted', 'tag': '781842c1-4333-44ad-af89-bff4108b0d0f', 'status': 'completed', 'code': 200} Jun 22 04:19:26.465907 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:26.570560 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd6fba4a-a440-4859-a790-df586645bbb9 req-9c439d49-5db0-4be9-b813-f6392304bff4 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 210 time: 0.0562930 Jun 22 04:19:26.603007 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102ea4-189e-43f2-92e1-e2d15d291400 req-319984a4-f648-46a8-be71-03dc4734ee9f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:26.604531 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25102ea4-189e-43f2-92e1-e2d15d291400 req-319984a4-f648-46a8-be71-03dc4734ee9f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0918641 Jun 22 04:19:26.648894 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25102ea4-189e-43f2-92e1-e2d15d291400 req-b0ab40a6-98cb-4a6a-97fa-33d5183a526a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377185 Jun 22 04:19:27.729327 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1ca6a9dc-cecb-4c20-9d89-0bd849ca5616 req-4647d40a-ada2-48a6-87a4-e9421247a114 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51da6-fa78-4bdc-becd-582f55734ee8 HTTP/1.1" status: 200 len: 210 time: 0.0349503 Jun 22 04:19:27.891333 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba6964-423d-42b5-afce-476efc390742 req-2a06c9f9-4a0a-4f20-8216-dfd341f1d6d7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:27.892820 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7fba6964-423d-42b5-afce-476efc390742 req-2a06c9f9-4a0a-4f20-8216-dfd341f1d6d7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0662379 Jun 22 04:19:27.933812 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7fba6964-423d-42b5-afce-476efc390742 req-3c7f5ba7-dc2a-4fd7-bcce-3e90e03982be tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Jun 22 04:19:28.824419 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54048) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:28.881597 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc8d5-bdd9-47f4-a6fe-49d2ff41ad2a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:28.905754 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc8d5-bdd9-47f4-a6fe-49d2ff41ad2a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:29.008543 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc8d5-bdd9-47f4-a6fe-49d2ff41ad2a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:29.011371 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc8d5-bdd9-47f4-a6fe-49d2ff41ad2a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:29.012473 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-9c9bc8d5-bdd9-47f4-a6fe-49d2ff41ad2a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbda9254-a9a8-44c2-822e-7f9845b8ca57 HTTP/1.1" status: 204 len: 168 time: 0.1870368 Jun 22 04:19:29.013616 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1dd71c35-ae09-43d5-a08e-dd3b132e02c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:29.023016 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bc8d5-bdd9-47f4-a6fe-49d2ff41ad2a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbda9254-a9a8-44c2-822e-7f9845b8ca57,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:29.026558 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9c9bc8d5-bdd9-47f4-a6fe-49d2ff41ad2a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:29.116371 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aecfa5-42e6-4b22-bc8b-eba2ccf1cbe1 req-bbeb6d90-dfeb-46b1-a155-1add23a40d12 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:29.117857 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8aecfa5-42e6-4b22-bc8b-eba2ccf1cbe1 req-bbeb6d90-dfeb-46b1-a155-1add23a40d12 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0671628 Jun 22 04:19:29.126236 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54056) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:29.424706 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8aecfa5-42e6-4b22-bc8b-eba2ccf1cbe1 req-80c678af-4604-4bba-8321-377633f545e4 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008280 Jun 22 04:19:29.570405 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:29.717363 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 781842c1-4333-44ad-af89-bff4108b0d0f no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:29.740681 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 781842c1-4333-44ad-af89-bff4108b0d0f {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:19:29.741037 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 781842c1-4333-44ad-af89-bff4108b0d0f not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:19:29.813929 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Deleting port fd8907b9-b9d2-4b9e-9ffa-2652118dec38 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:29.814298 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:29.889485 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] For port fd8907b9-b9d2-4b9e-9ffa-2652118dec38, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:29.890221 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:29.955376 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Calling delete_port for fd8907b9-b9d2-4b9e-9ffa-2652118dec38 owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:30.234917 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:30.237175 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:30.258631 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8907b9-b9d2-4b9e-9ffa-2652118dec38,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:30.261014 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:30.431020 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:30.650774 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Router c5c28eca-ec91-4520-a437-b24a12fae3e2 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:19:30.751863 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:19:30.756798 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5ec839a7-c3c5-4da7-bc24-db0697435bff admin admin] 10.222.0.37 "PUT /v2.0/routers/c5c28eca-ec91-4520-a437-b24a12fae3e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6295273 Jun 22 04:19:30.759458 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54064) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:30.762941 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] Sync routers for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:19:30.773360 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:30.773972 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:30.820800 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735af0-543d-41de-9558-cbdc3ffbfb34 req-b6e81720-6fb4-4360-9e9e-c3237e45678f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:30.822262 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e735af0-543d-41de-9558-cbdc3ffbfb34 req-b6e81720-6fb4-4360-9e9e-c3237e45678f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1075110 Jun 22 04:19:30.873593 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:30.898108 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e735af0-543d-41de-9558-cbdc3ffbfb34 req-6a15cb5c-702e-443e-93f8-c2292eeac43c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697029 Jun 22 04:19:30.903437 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.000378 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.056069 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:19:30Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:31.082425 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] Checking router: c5c28eca-ec91-4520-a437-b24a12fae3e2 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:19:31.090759 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] Routers {'c5c28eca-ec91-4520-a437-b24a12fae3e2'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:31.092034 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['c5c28eca-ec91-4520-a437-b24a12fae3e2'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:31.147274 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Deleting port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:31.147615 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.194746 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] Set router c5c28eca-ec91-4520-a437-b24a12fae3e2 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:31.225699 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] For port 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=0a0d3f29-3676-42ad-8c73-1f5f3fb185e9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:31.226063 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.287665 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Calling delete_port for 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:31.369913 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:19:30Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:31.396587 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45264e9d-97d0-468d-84b7-4994d81ae781 None None] The sync data for ids ['c5c28eca-ec91-4520-a437-b24a12fae3e2'] in dv-cinder-797380-1-iscsi is: [{'id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'name': 'tempest-TestShelveInstance-271387527-router', 'tenant_id': '803e28bc031b40b98ef37ef79a1abf4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:51Z', 'updated_at': '2021-06-22T04:19:30Z', 'revision_number': 5, 'project_id': '803e28bc031b40b98ef37ef79a1abf4b', 'gw_port': {'id': '0a0d3f29-3676-42ad-8c73-1f5f3fb185e9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c28eca-ec91-4520-a437-b24a12fae3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:52Z', 'updated_at': '2021-06-22T04:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:19:31.542536 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.544504 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:31.566590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0d3f29-3676-42ad-8c73-1f5f3fb185e9,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:31.569922 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:31.594208 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.694107 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.696053 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.715223 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:19:31.813562 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:31.826513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.827385 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '0c1de855-91e2-4341-9b78-419895c97a93', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'port_id': '0c1de855-91e2-4341-9b78-419895c97a93', 'mac_address': 'fa:16:3e:f4:1b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:19:31.827494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c28eca-ec91-4520-a437-b24a12fae3e2 {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:19:31.835875 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.835875 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] 10.222.0.37 "DELETE /v2.0/routers/c5c28eca-ec91-4520-a437-b24a12fae3e2 HTTP/1.1" status: 204 len: 168 time: 1.0735412 Jun 22 04:19:31.836652 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54068) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:31.873840 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.885385 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] Deleting subnet 6775b766-b350-4a6e-bf76-2415ddc32252 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:19:31.886466 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c1de855-91e2-4341-9b78-419895c97a93 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:19:31.889293 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.909467 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:31.925007 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.986565 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:31.988681 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:32.042032 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.051114 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=6']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:32.061094 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.061451 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.061800 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.062162 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.062499 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.062843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.063172 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.063495 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.063828 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.064151 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.064478 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.064801 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:19:32.069070 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:32.105905 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9f2e-fd41-42be-bacf-90fbec543f8b req-25fa3cfa-5552-4882-828b-e74445da77e9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:32.107500 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c3a9f2e-fd41-42be-bacf-90fbec543f8b req-25fa3cfa-5552-4882-828b-e74445da77e9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 944 time: 0.0735984 Jun 22 04:19:32.140841 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.151088 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c3a9f2e-fd41-42be-bacf-90fbec543f8b req-6acc6cae-1b1f-442f-a67f-44e2e6f62c98 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377786 Jun 22 04:19:32.164489 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['0c1de855-91e2-4341-9b78-419895c97a93'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:19:32.168840 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.172321 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:32.196806 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6775b766-b350-4a6e-bf76-2415ddc32252,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:32.202209 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.202810 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99b427-fec0-4b23-ab0c-325ec0b9a08c None None] Network d2f5789e-0b91-49bb-90c1-6316c0cf420f requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:19:32.204095 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6775b766-b350-4a6e-bf76-2415ddc32252 HTTP/1.1" status: 204 len: 168 time: 0.3664579 Jun 22 04:19:32.205470 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5fb0ee43-c1fc-410c-9278-ae1e4c4975de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:32.206628 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54074) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:32.277631 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.332832 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Deleting port 116d7ed2-0a94-40a6-a46c-57882a2842ee {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:32.333171 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.393672 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] For port 116d7ed2-0a94-40a6-a46c-57882a2842ee, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=116d7ed2-0a94-40a6-a46c-57882a2842ee,segment=NetworkSegment(ba2361fb-d578-4a28-93b5-e65ff8b5b375),segment_id=ba2361fb-d578-4a28-93b5-e65ff8b5b375)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:32.393951 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.458930 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Calling delete_port for 116d7ed2-0a94-40a6-a46c-57882a2842ee owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:32.544220 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device fd8907b9-b9d2-4b9e-9ffa-2652118dec38 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:32.569447 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: fd8907b9-b9d2-4b9e-9ffa-2652118dec38 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:19:32.569447 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device fd8907b9-b9d2-4b9e-9ffa-2652118dec38 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:19:32.569447 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:32.585192 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:19:32.585540 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 0a0d3f29-3676-42ad-8c73-1f5f3fb185e9 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:19:32.605100 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] DHCP port deletion for d2f5789e-0b91-49bb-90c1-6316c0cf420f request from dv-cinder-797380-1-iscsi {{(pid=93484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:19:32.619900 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.622893 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:32.647321 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Pushing event deleted for resources: {'Port': ['ID=116d7ed2-0a94-40a6-a46c-57882a2842ee,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:32.649244 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] No DVR routers for this DVR port 116d7ed2-0a94-40a6-a46c-57882a2842ee on host dv-cinder-797380-1-iscsi {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:19:32.650619 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:32.655355 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Deleting port 116d7ed2-0a94-40a6-a46c-57882a2842ee {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:32.655776 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.718150 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.718371 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] For port 116d7ed2-0a94-40a6-a46c-57882a2842ee, host dv-cinder-797380-1-iscsi, got binding levels [] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:32.718805 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.727446 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f5789e-0b91-49bb-90c1-6316c0cf420f']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:32.737779 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2361fb-d578-4a28-93b5-e65ff8b5b375') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:32.738088 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2361fb-d578-4a28-93b5-e65ff8b5b375') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:32.747111 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.765099 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.770913 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:19:32.771296 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:19:32.772920 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:19:32.781931 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Calling delete_port for 116d7ed2-0a94-40a6-a46c-57882a2842ee owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:32.786266 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.ipam_backend_mixin [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Port 116d7ed2-0a94-40a6-a46c-57882a2842ee was not found and therefore no delete operation was performed {{(pid=93484) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 04:19:32.788399 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.789438 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:32.811388 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Pushing event deleted for resources: {'Port': ['ID=116d7ed2-0a94-40a6-a46c-57882a2842ee,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:32.813799 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:32.818728 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] No DVR routers for this DVR port 116d7ed2-0a94-40a6-a46c-57882a2842ee on host dv-cinder-797380-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:19:32.894305 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.898025 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:32.900552 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:32.902387 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d2f5789e-0b91-49bb-90c1-6316c0cf420f HTTP/1.1" status: 204 len: 168 time: 0.6947961 Jun 22 04:19:32.905585 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54076) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:32.913240 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f5789e-0b91-49bb-90c1-6316c0cf420f,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:32.915640 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:33.353625 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:33.396550 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233132f-8ced-4de3-b69b-37e0db36d397 req-35d9a91d-77c9-4c00-8e69-fc70008616f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:33.397977 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d233132f-8ced-4de3-b69b-37e0db36d397 req-35d9a91d-77c9-4c00-8e69-fc70008616f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 944 time: 0.1284218 Jun 22 04:19:33.476975 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d233132f-8ced-4de3-b69b-37e0db36d397 req-acf3d46a-ea4b-40ac-816b-ade1465b0030 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729463 Jun 22 04:19:33.678043 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Deleting port d3286241-2e9e-4a82-b06f-d9d2559b90a1 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:33.678405 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:33.745842 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:19:33.755828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] For port d3286241-2e9e-4a82-b06f-d9d2559b90a1, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=d3286241-2e9e-4a82-b06f-d9d2559b90a1,segment=NetworkSegment(b0a8f5cc-26d2-4497-a12d-095f768bed99),segment_id=b0a8f5cc-26d2-4497-a12d-095f768bed99)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:33.764674 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:33.797621 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 0c1de855-91e2-4341-9b78-419895c97a93 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:19:33.798011 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:33.820001 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Calling delete_port for d3286241-2e9e-4a82-b06f-d9d2559b90a1 owned by network:router_interface {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:33.883949 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:33.907935 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:19:33.910240 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c48026-10dc-40b0-aa36-f53f62a923b7" -d '{"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-plugged", "status": "completed", "tag": "0c1de855-91e2-4341-9b78-419895c97a93"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:19:33.924882 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:33.949247 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb7c873-7a42-4353-b41c-5bca4ce63d9b x-openstack-request-id: req-0eb7c873-7a42-4353-b41c-5bca4ce63d9b {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:19:33.949557 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-plugged", "status": "completed", "tag": "0c1de855-91e2-4341-9b78-419895c97a93", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:19:33.949829 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0eb7c873-7a42-4353-b41c-5bca4ce63d9b {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:19:33.950262 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93', 'code': 200} Jun 22 04:19:34.000217 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:34.002046 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:34.051466 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=7']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:34.054462 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:34.079854 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:34.085823 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d36ff1d7-e036-4578-a7b7-ab2f46be16f6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:34.105719 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3286241-2e9e-4a82-b06f-d9d2559b90a1,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:34.109214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:34.231687 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:34.437287 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Router 23d1897e-a143-4e0f-9e76-5d320bf416fa has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:19:34.542957 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:19:34.548664 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/23d1897e-a143-4e0f-9e76-5d320bf416fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417186 Jun 22 04:19:34.551172 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54088) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:34.553518 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] Sync routers for ids ['23d1897e-a143-4e0f-9e76-5d320bf416fa'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:19:34.565424 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] Routers {'23d1897e-a143-4e0f-9e76-5d320bf416fa'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:34.566041 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['23d1897e-a143-4e0f-9e76-5d320bf416fa'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:34.593347 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 116d7ed2-0a94-40a6-a46c-57882a2842ee no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:34.613510 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 116d7ed2-0a94-40a6-a46c-57882a2842ee {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:19:34.614021 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 116d7ed2-0a94-40a6-a46c-57882a2842ee not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:19:34.678384 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] Set router 23d1897e-a143-4e0f-9e76-5d320bf416fa gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:34.860684 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:19:33Z', 'revision_number': 5, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:34.886516 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] Checking router: 23d1897e-a143-4e0f-9e76-5d320bf416fa for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:19:34.896899 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] Routers {'23d1897e-a143-4e0f-9e76-5d320bf416fa'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:34.897021 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['23d1897e-a143-4e0f-9e76-5d320bf416fa'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:34.964702 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:34.998397 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] Set router 23d1897e-a143-4e0f-9e76-5d320bf416fa gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:35.029947 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1b523-81de-4edf-a014-296763027b94 req-ccf7c978-34a4-4e2d-a563-375a7145bb92 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:35.031420 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cac1b523-81de-4edf-a014-296763027b94 req-ccf7c978-34a4-4e2d-a563-375a7145bb92 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1190081 Jun 22 04:19:35.100785 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cac1b523-81de-4edf-a014-296763027b94 req-9d73ddf9-01de-4fa6-b5b7-d9be2314bfef tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451937 Jun 22 04:19:35.107333 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.191061 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:19:33Z', 'revision_number': 5, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:35.216444 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0445b95-946f-40c0-9604-b00fce91b050 None None] The sync data for ids ['23d1897e-a143-4e0f-9e76-5d320bf416fa'] in dv-cinder-797380-1-iscsi is: [{'id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'name': 'tempest-TestShelveInstance-1167235574-router', 'tenant_id': '4dac45556f864bf3a13956a436ff2a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:19:33Z', 'revision_number': 5, 'project_id': '4dac45556f864bf3a13956a436ff2a66', 'gw_port': {'id': '126d1f80-bb56-484b-9f1a-4c05bec645f9', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1897e-a143-4e0f-9e76-5d320bf416fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:12:58Z', 'updated_at': '2021-06-22T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:19:35.266019 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Deleting port 126d1f80-bb56-484b-9f1a-4c05bec645f9 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:35.268618 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.343221 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] For port 126d1f80-bb56-484b-9f1a-4c05bec645f9, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=126d1f80-bb56-484b-9f1a-4c05bec645f9,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:35.348729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.406934 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Calling delete_port for 126d1f80-bb56-484b-9f1a-4c05bec645f9 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:35.634631 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.636888 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-87d619c3-7fa6-42a6-93ee-fe58ea43e268 tempest-VolumesSnapshotTestJSON-2008800573 tempest-VolumesSnapshotTestJSON-2008800573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:35.662157 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Pushing event deleted for resources: {'Port': ['ID=126d1f80-bb56-484b-9f1a-4c05bec645f9,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:35.665394 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:35.688263 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.777955 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.780802 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.880175 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.880738 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d1897e-a143-4e0f-9e76-5d320bf416fa {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:19:35.884954 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.886209 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] 10.222.0.37 "DELETE /v2.0/routers/23d1897e-a143-4e0f-9e76-5d320bf416fa HTTP/1.1" status: 204 len: 168 time: 1.3337777 Jun 22 04:19:35.889287 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54092) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:35.935906 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] Deleting subnet d4210039-44e5-4528-b2d9-fa478f3619b5 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:19:35.939369 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:35.980354 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.055950 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.168850 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.171786 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:36.194238 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4210039-44e5-4528-b2d9-fa478f3619b5,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:36.197661 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:36.200692 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.205460 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54096) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:36.205967 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-be17e218-3862-4dc7-b47b-dc8189c1d858 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d4210039-44e5-4528-b2d9-fa478f3619b5 HTTP/1.1" status: 204 len: 168 time: 0.3152246 Jun 22 04:19:36.211900 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5180b07-02ea-4775-b917-b4ba38935233 None None] Network 3866a19e-cb1b-49c8-b4e4-2341d37b6752 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:19:36.304772 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.363440 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b3e2-94cc-4a6f-9837-8f7b266f323d req-d7220924-0c3e-4b65-b16f-e144b278c289 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:36.365985 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e24b3e2-94cc-4a6f-9837-8f7b266f323d req-d7220924-0c3e-4b65-b16f-e144b278c289 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1191583 Jun 22 04:19:36.413826 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4065728-b529-4658-b25c-056d630916b5 None None] DHCP port deletion for 3866a19e-cb1b-49c8-b4e4-2341d37b6752 request from dv-cinder-797380-1-iscsi {{(pid=93484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:19:36.419035 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e24b3e2-94cc-4a6f-9837-8f7b266f323d req-cac9b503-b96c-4e63-bcb5-267173ce15cc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Jun 22 04:19:36.421851 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Deleting port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:36.422220 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.467879 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-f4065728-b529-4658-b25c-056d630916b5 None None] Deleting port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:36.468274 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f4065728-b529-4658-b25c-056d630916b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.506451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] For port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,segment=NetworkSegment(b0a8f5cc-26d2-4497-a12d-095f768bed99),segment_id=b0a8f5cc-26d2-4497-a12d-095f768bed99)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:36.507331 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.560979 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device d3286241-2e9e-4a82-b06f-d9d2559b90a1 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:36.564250 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-f4065728-b529-4658-b25c-056d630916b5 None None] For port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,segment=NetworkSegment(b0a8f5cc-26d2-4497-a12d-095f768bed99),segment_id=b0a8f5cc-26d2-4497-a12d-095f768bed99)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:36.564877 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f4065728-b529-4658-b25c-056d630916b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.573984 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Calling delete_port for 5d3ff193-cd0c-44b3-a35b-d87b08a277bd owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:36.594110 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: d3286241-2e9e-4a82-b06f-d9d2559b90a1 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:19:36.594351 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device d3286241-2e9e-4a82-b06f-d9d2559b90a1 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:19:36.595187 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 126d1f80-bb56-484b-9f1a-4c05bec645f9 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:36.667195 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-f4065728-b529-4658-b25c-056d630916b5 None None] Calling delete_port for 5d3ff193-cd0c-44b3-a35b-d87b08a277bd owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:36.671670 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 126d1f80-bb56-484b-9f1a-4c05bec645f9 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:19:36.672032 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 126d1f80-bb56-484b-9f1a-4c05bec645f9 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:19:36.672466 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 5d3ff193-cd0c-44b3-a35b-d87b08a277bd no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:36.722699 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.728901 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f94ddc6d-4b25-475d-b063-f3a4db862c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:36.735397 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] No DVR routers for this DVR port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd on host dv-cinder-797380-1-iscsi {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:19:36.755628 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:36.757951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:36.782378 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No active binding found for port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd {{(pid=93484) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 04:19:36.782819 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 5d3ff193-cd0c-44b3-a35b-d87b08a277bd not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:19:36.823933 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.824904 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f4065728-b529-4658-b25c-056d630916b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.828140 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f06f9629-34ef-41f8-a5c5-94a1fd11dee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:36.835947 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.836397 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.837312 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.837712 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > port after_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.838132 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.838676 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > port after_update 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.838951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.839351 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.839757 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.840156 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.852632 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4065728-b529-4658-b25c-056d630916b5 None None] Pushing event deleted for resources: {'Port': ['ID=5d3ff193-cd0c-44b3-a35b-d87b08a277bd,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:36.854696 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4065728-b529-4658-b25c-056d630916b5 None None] No DVR routers for this DVR port 5d3ff193-cd0c-44b3-a35b-d87b08a277bd on host dv-cinder-797380-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:19:36.855950 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f4065728-b529-4658-b25c-056d630916b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:36.909285 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.909651 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.909995 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.910494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 04:19:36.910740 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3866a19e-cb1b-49c8-b4e4-2341d37b6752']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:36.933835 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a8f5cc-26d2-4497-a12d-095f768bed99') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:36.934174 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a8f5cc-26d2-4497-a12d-095f768bed99') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:36.951351 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24247654'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.972214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.980421 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:19:36.980752 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24604996'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: from cryptography.utils import int_from_bytes Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: from cryptography.utils import int_from_bytes Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.985466 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: timer() Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: cb(*args, **kw) Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: self._notify() Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: self.callback(batched_events) Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: event.method(event) Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._get(url).json() Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:19:36.989332 dv-cinder-797380-1-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:19:37.093855 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:37.098205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:37.103050 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:37.106378 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3866a19e-cb1b-49c8-b4e4-2341d37b6752 HTTP/1.1" status: 204 len: 168 time: 0.8974466 Jun 22 04:19:37.114795 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Pushing event deleted for resources: {'Network': ['ID=3866a19e-cb1b-49c8-b4e4-2341d37b6752,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:37.117201 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:37.428268 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e826e0b-68cf-43f8-b642-3ad56043e427 req-2d054539-f39d-49b8-aff2-d851b8bf754c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:37.429717 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e826e0b-68cf-43f8-b642-3ad56043e427 req-2d054539-f39d-49b8-aff2-d851b8bf754c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0676208 Jun 22 04:19:37.463611 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54118) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:37.484284 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e826e0b-68cf-43f8-b642-3ad56043e427 req-c6b0cc8b-9a63-40b7-bb8c-790560cb2439 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479655 Jun 22 04:19:37.510583 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4ad0797b-fa30-4d9e-bb63-67b9a33c6fc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=803e28bc031b40b98ef37ef79a1abf4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457771 Jun 22 04:19:37.516195 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54120) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:37.594601 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-417d3576-4037-42d8-be22-6f08ae3a8abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:37.625504 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-417d3576-4037-42d8-be22-6f08ae3a8abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:37.651389 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693c44b-54a4-4924-a2dc-96549e9ad1c1 req-6060e878-be19-4d6a-b04a-c8b4e81069d8 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:37.652827 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c693c44b-54a4-4924-a2dc-96549e9ad1c1 req-6060e878-be19-4d6a-b04a-c8b4e81069d8 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1056325 Jun 22 04:19:37.697983 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c693c44b-54a4-4924-a2dc-96549e9ad1c1 req-a205a21e-ecc9-4459-ac5c-2b79986850bc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388606 Jun 22 04:19:37.779650 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-417d3576-4037-42d8-be22-6f08ae3a8abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:37.782325 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-417d3576-4037-42d8-be22-6f08ae3a8abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:37.783441 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-417d3576-4037-42d8-be22-6f08ae3a8abe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86792599-955c-493e-9ee3-b6880822903e HTTP/1.1" status: 204 len: 168 time: 0.2663784 Jun 22 04:19:37.784181 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8783fa4a-25e5-4ff4-9661-b4f6ec2ff53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:37.791863 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d3576-4037-42d8-be22-6f08ae3a8abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86792599-955c-493e-9ee3-b6880822903e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:37.794799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-417d3576-4037-42d8-be22-6f08ae3a8abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:38.464241 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54150) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:38.507868 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-cb0e4e38-b8c3-42a7-a455-2508a4a980e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dac45556f864bf3a13956a436ff2a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423357 Jun 22 04:19:38.510290 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54154) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:38.563343 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-de0d75f7-85d3-4f78-a31c-87fabf1da162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:38.585589 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-de0d75f7-85d3-4f78-a31c-87fabf1da162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:38.634389 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:19:38.680173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350c1b-7dd0-4c46-bc8a-88be6aa00955 req-03f8f8c5-7e2d-4b37-a806-0bf2f79e1ba1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:38.681619 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-18350c1b-7dd0-4c46-bc8a-88be6aa00955 req-03f8f8c5-7e2d-4b37-a806-0bf2f79e1ba1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0736799 Jun 22 04:19:38.719485 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-18350c1b-7dd0-4c46-bc8a-88be6aa00955 req-dab19e7a-1549-42ca-8148-0a286a41c0b8 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319633 Jun 22 04:19:38.756827 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-de0d75f7-85d3-4f78-a31c-87fabf1da162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:38.759467 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-de0d75f7-85d3-4f78-a31c-87fabf1da162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:38.760610 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-de0d75f7-85d3-4f78-a31c-87fabf1da162 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbd94258-7488-4f33-ba9c-2ce2909ef801 HTTP/1.1" status: 204 len: 168 time: 0.2489879 Jun 22 04:19:38.761454 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:38.780120 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d75f7-85d3-4f78-a31c-87fabf1da162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd94258-7488-4f33-ba9c-2ce2909ef801,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:38.785939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-de0d75f7-85d3-4f78-a31c-87fabf1da162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:38.946121 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15289c4-5aa0-470a-9d9e-520b7b0ead83 req-48543e34-1ae4-4403-91bf-b2b32da6787e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:38.948019 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b15289c4-5aa0-470a-9d9e-520b7b0ead83 req-48543e34-1ae4-4403-91bf-b2b32da6787e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0805552 Jun 22 04:19:38.996915 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b15289c4-5aa0-470a-9d9e-520b7b0ead83 req-23fdd832-889c-41e6-95be-0e961c1b723b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 Jun 22 04:19:39.415870 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285210b-08c3-4069-ab59-a67f382e47ea req-8bb985a0-d0ba-4490-9975-4bdcac6c4c94 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:39.417656 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5285210b-08c3-4069-ab59-a67f382e47ea req-8bb985a0-d0ba-4490-9975-4bdcac6c4c94 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0788825 Jun 22 04:19:39.533198 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Deleting port f6f1d86f-ab63-4101-9af9-45f0768df0f2 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:39.533888 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:39.631471 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] For port f6f1d86f-ab63-4101-9af9-45f0768df0f2, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=f6f1d86f-ab63-4101-9af9-45f0768df0f2,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:39.632212 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:39.859643 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:39.860392 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:39.860931 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Floating IP 1f6df68c-2980-4ac9-b84f-3853b6c7fe1a disassociated. External IP: 172.27.1.249, port: f6f1d86f-ab63-4101-9af9-45f0768df0f2. Jun 22 04:19:39.861476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Calling delete_port for f6f1d86f-ab63-4101-9af9-45f0768df0f2 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:40.029844 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607b07c-428f-43d0-b9b5-6d110ac5a190 req-eb8c4114-5f9a-480c-ba5f-265bdff20f88 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:40.031711 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1607b07c-428f-43d0-b9b5-6d110ac5a190 req-eb8c4114-5f9a-480c-ba5f-265bdff20f88 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 945 time: 0.1026485 Jun 22 04:19:40.099961 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1607b07c-428f-43d0-b9b5-6d110ac5a190 req-718040a0-755d-4f87-8c26-8fdd99d73be1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491276 Jun 22 04:19:40.174504 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:40.179201 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2f331124-e02f-4640-b6e5-54ea63b6ccb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:40.220625 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event deleted for resources: {'Port': ['ID=f6f1d86f-ab63-4101-9af9-45f0768df0f2,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:40.223878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:40.387529 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79069f80-3f7c-4ae4-993c-d9e1b65691f0 req-0050a240-c62e-4612-beb2-983d97171746 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:40.389260 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-79069f80-3f7c-4ae4-993c-d9e1b65691f0 req-0050a240-c62e-4612-beb2-983d97171746 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1643379 Jun 22 04:19:40.431502 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Router 479e774a-78a1-423b-8e78-ed210d531853 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:19:40.447676 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-79069f80-3f7c-4ae4-993c-d9e1b65691f0 req-2715f4c8-5d3f-4500-b091-302f0e7b0491 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509262 Jun 22 04:19:40.599560 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:19:40.612381 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:19:40.629097 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:40.632193 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:40.662457 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] No DVR routers for this DVR port f6f1d86f-ab63-4101-9af9-45f0768df0f2 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:19:40.665122 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:40.667514 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5285210b-08c3-4069-ab59-a67f382e47ea req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "DELETE /v2.0/ports/f6f1d86f-ab63-4101-9af9-45f0768df0f2 HTTP/1.1" status: 204 len: 173 time: 1.2437255 Jun 22 04:19:40.668119 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'name': 'network-vif-deleted', 'tag': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:19:40.671608 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1197462f-c42b-4616-9016-469b4bc5902d" -d '{"events": [{"server_uuid": "8d7a07c6-5158-4a7a-a251-2f744a6b8bd4", "name": "network-vif-deleted", "tag": "f6f1d86f-ab63-4101-9af9-45f0768df0f2"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:19:40.746809 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29082944-1c9b-4c47-90ef-2bddebcd53d5 x-openstack-request-id: req-29082944-1c9b-4c47-90ef-2bddebcd53d5 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:19:40.749163 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a07c6-5158-4a7a-a251-2f744a6b8bd4", "name": "network-vif-deleted", "tag": "f6f1d86f-ab63-4101-9af9-45f0768df0f2", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:19:40.749163 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29082944-1c9b-4c47-90ef-2bddebcd53d5 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:19:40.749163 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a07c6-5158-4a7a-a251-2f744a6b8bd4', 'name': 'network-vif-deleted', 'tag': 'f6f1d86f-ab63-4101-9af9-45f0768df0f2', 'status': 'completed', 'code': 200} Jun 22 04:19:40.800614 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:41.051143 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:41.079338 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:19:41.087756 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:41.088577 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:41.273450 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f9248f7-5912-4ff5-8f01-b078bd73007e req-26733b0c-5248-4007-967c-2771a743f1d8 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 210 time: 0.0426185 Jun 22 04:19:41.388586 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:41.650296 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:41.685023 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56e1ac-bd71-4e49-a565-328b3acd3dcc None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:19:41.698781 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526e74-0808-40dc-b9df-60afe7cf2a97 req-a853352d-809d-4407-aaa1-3c7e648b5ef5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:41.700968 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec526e74-0808-40dc-b9df-60afe7cf2a97 req-a853352d-809d-4407-aaa1-3c7e648b5ef5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0896673 Jun 22 04:19:41.749936 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec526e74-0808-40dc-b9df-60afe7cf2a97 req-09a4b173-0ba0-4e2d-98b6-044df2baa579 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Jun 22 04:19:41.809245 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device f6f1d86f-ab63-4101-9af9-45f0768df0f2 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:41.835255 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: f6f1d86f-ab63-4101-9af9-45f0768df0f2 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:19:41.835637 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device f6f1d86f-ab63-4101-9af9-45f0768df0f2 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:19:41.985126 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fb5d9-0bdc-4885-a071-63e3c2b1c8dc None None] New status for floating IP 1f6df68c-2980-4ac9-b84f-3853b6c7fe1a: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:19:42.442272 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4be97054-760a-4f0e-8920-f70aede0b04a req-8c902cf8-4f5f-42b8-9653-e7287cbd9767 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d7a07c6-5158-4a7a-a251-2f744a6b8bd4 HTTP/1.1" status: 200 len: 210 time: 0.0307865 Jun 22 04:19:42.940613 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c35adf-4525-4308-a8e0-6e3229cd65fd req-3df92ef0-79dd-4132-aeef-4ad689431108 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:42.942092 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7c35adf-4525-4308-a8e0-6e3229cd65fd req-3df92ef0-79dd-4132-aeef-4ad689431108 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0673478 Jun 22 04:19:42.987169 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7c35adf-4525-4308-a8e0-6e3229cd65fd req-334e1e95-04d0-43ef-9adf-c08001bc2d66 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382764 Jun 22 04:19:43.780888 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3daaaf0d-4978-41be-aace-cc06baee5b4a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088794785&fields=id&tenant_id=8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 267 time: 0.0364103 Jun 22 04:19:43.896682 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-20430ca4-2995-44c0-aeae-b7ff17dcaa5d tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:43.903434 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-20430ca4-2995-44c0-aeae-b7ff17dcaa5d tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 812 time: 0.1152525 Jun 22 04:19:43.914622 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-7d947459-d98c-4646-a66f-5f970fecd293 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/quotas/8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 375 time: 0.0102010 Jun 22 04:19:43.988462 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-c228ec5c-3e5f-4802-8bf1-064311b7897a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670085 Jun 22 04:19:44.006221 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-fe0eaa2b-b145-4a31-8d78-e81d3464baec service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:19:44.007368 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-fe0eaa2b-b145-4a31-8d78-e81d3464baec service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056174 Jun 22 04:19:44.110394 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-956ba733-fcf0-4d48-b444-37a0df9e77b1 service neutron] 10.222.0.37 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963905 Jun 22 04:19:44.239093 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-ae65ff9d-8578-4a7a-b78a-a3b3eaa8c075 service neutron] 10.222.0.37 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224217 Jun 22 04:19:44.251786 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e95b-1691-46c0-88ac-bee6a40323b9 req-ff56fb11-27b3-470d-9f66-98eaeb3e6459 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:44.253207 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3fc3e95b-1691-46c0-88ac-bee6a40323b9 req-ff56fb11-27b3-470d-9f66-98eaeb3e6459 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1296299 Jun 22 04:19:44.294047 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3fc3e95b-1691-46c0-88ac-bee6a40323b9 req-b997e0ab-2c99-4751-9caf-94bf2ef4e195 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348184 Jun 22 04:19:45.485740 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970d59c-733b-4769-b2e7-d35c564d3c62 req-52f4c849-4f67-4d8e-9656-4779e92cb452 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:45.487220 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6970d59c-733b-4769-b2e7-d35c564d3c62 req-52f4c849-4f67-4d8e-9656-4779e92cb452 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0650275 Jun 22 04:19:45.523984 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6970d59c-733b-4769-b2e7-d35c564d3c62 req-8836041c-a902-4126-acb4-300b53fb5f48 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 Jun 22 04:19:45.802609 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-976c97c0-9249-402b-8c23-7d8f39acf89e req-063c5b4e-05eb-4d81-bd7d-bba76f757a60 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 210 time: 0.0285075 Jun 22 04:19:47.039943 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a59bf8a-853f-4fe5-94aa-27a577357977 req-d6c7d6c6-f180-437e-b765-65f6a4965fb8 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 210 time: 0.0320897 Jun 22 04:19:47.073555 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702212fc-c24b-4961-a4f2-a05511e80795 req-ee6a0d39-f622-4066-960a-ecc1eede6294 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:47.075009 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-702212fc-c24b-4961-a4f2-a05511e80795 req-ee6a0d39-f622-4066-960a-ecc1eede6294 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.4316075 Jun 22 04:19:47.112033 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-702212fc-c24b-4961-a4f2-a05511e80795 req-f995ce6c-2c35-4046-8f0a-fccbdd7f615f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307047 Jun 22 04:19:48.227657 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a2023217-1dd3-4e89-b080-03db74190feb req-21ac246d-d292-43ea-862e-ec954544daa7 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 210 time: 0.0500727 Jun 22 04:19:48.359150 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-8428ec79-0e22-48a6-b5de-eab3753c1d15 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:48.360861 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-8428ec79-0e22-48a6-b5de-eab3753c1d15 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 812 time: 0.2709484 Jun 22 04:19:48.402876 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae466ee0-d3ff-43bb-9e61-b80746f2fec8 req-c29bc3ce-36e0-429d-ba8d-9df45292e950 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:48.405017 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae466ee0-d3ff-43bb-9e61-b80746f2fec8 req-c29bc3ce-36e0-429d-ba8d-9df45292e950 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1288145 Jun 22 04:19:48.479335 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-db526905-a661-4614-9041-83d29eecc3a6 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 380 time: 0.1021702 Jun 22 04:19:48.491558 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae466ee0-d3ff-43bb-9e61-b80746f2fec8 req-bc1060e7-8eec-4e34-bd1a-dcd892a83d25 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762892 Jun 22 04:19:48.506740 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'port': {'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'admin_state_up': True, 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'security_groups': ['9f3f9878-805f-4fce-8149-9d939d7105be']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:19:48.716983 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Made reservation on behalf of 8d81559d2f3544a18942bb99f25347c8 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:19:48.720651 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:48.861829 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Allocated IP 172.20.0.5 (7e166bbc-2327-45f5-8cec-abe0c2fca266/20e188bf-9b4f-49f7-9aa2-8633ac326e96/b03c39a4-8f1e-4562-a1e2-6b5d522ed82b) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:19:49.029382 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:49.055252 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Transition to ACTIVE for port object b03c39a4-8f1e-4562-a1e2-6b5d522ed82b will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:19:49.373063 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:49.379291 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cbeeb2e0-6831-4f24-b2a3-2d5090303766 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:49.431618 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:19:49.441209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:19:49.454259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:19:49.454259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:49.473001 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:49.494236 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de77f-7020-41e1-9d50-c01b80456c9c req-276b760c-c560-467e-9ff0-2e46106deaec tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:49.495788 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-213de77f-7020-41e1-9d50-c01b80456c9c req-276b760c-c560-467e-9ff0-2e46106deaec tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 931 time: 0.1519451 Jun 22 04:19:49.537757 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:49.540784 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:49.565712 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-213de77f-7020-41e1-9d50-c01b80456c9c req-8e888313-bf22-46c7-9e0b-55487bebe133 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605140 Jun 22 04:19:49.755571 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e70cd-660b-4a3a-b9ec-20341c7907c3 req-8a5fabb0-bf0a-4136-b730-e78c3e6c524d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:49.757000 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c27e70cd-660b-4a3a-b9ec-20341c7907c3 req-8a5fabb0-bf0a-4136-b730-e78c3e6c524d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0640218 Jun 22 04:19:49.763218 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2680941 Jun 22 04:19:49.781534 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Request body: {'port': {'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:19:49.823268 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-69916f39-db98-4d5c-8fd7-0d4e3ee5848c None None] Provisioning for port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:19:49.827826 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c27e70cd-660b-4a3a-b9ec-20341c7907c3 req-0eb1ea95-4286-4fc6-91df-dc34026a6bdd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636485 Jun 22 04:19:49.832009 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-69916f39-db98-4d5c-8fd7-0d4e3ee5848c None None] Provisioning complete for port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:19:49.832625 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-69916f39-db98-4d5c-8fd7-0d4e3ee5848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:49.868535 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-69916f39-db98-4d5c-8fd7-0d4e3ee5848c None None] Port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:19:49.870480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:50.191171 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03c39a4-8f1e-4562-a1e2-6b5d522ed82b {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:19:50.201104 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:50.231029 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Transition to ACTIVE for port object b03c39a4-8f1e-4562-a1e2-6b5d522ed82b will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:19:50.325977 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:50.328248 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-87707b56-cf60-47ec-8d70-2437100f6293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:50.441839 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Pushing event updated for resources: {'Port': ['ID=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:50.451541 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:50.510323 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Attempting to bind port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:19:50.511977 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Attempting to bind port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:19:50.511977 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Attempting to bind port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:19:50.516193 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:19:50.516521 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Attempting to bind port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:19:50.522110 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:19:50.522461 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Checking segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:19:50.522862 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Bound using segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:19:50.523342 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Bound port: b03c39a4-8f1e-4562-a1e2-6b5d522ed82b, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:19:50.523698 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:50.598020 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] For port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:19:50.601517 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] For port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:19:50.776446 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53681022-c565-475b-995e-30cafaffa035 req-210b45e8-1dd4-40f4-86b1-c8a9186f3b2c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:50.777926 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53681022-c565-475b-995e-30cafaffa035 req-210b45e8-1dd4-40f4-86b1-c8a9186f3b2c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 943 time: 0.0662920 Jun 22 04:19:50.779984 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:50.782792 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:50.831659 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:50.832276 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:50.834106 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] 10.222.0.26 "PUT /v2.0/ports/b03c39a4-8f1e-4562-a1e2-6b5d522ed82b HTTP/1.1" status: 200 len: 1093 time: 1.0561533 Jun 22 04:19:50.834240 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:19:50.836385 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d98efa-3d5e-49df-b091-33f20aa11b09" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:19:50.873806 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53681022-c565-475b-995e-30cafaffa035 req-73b705db-d9aa-4be0-826d-d5087489810a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854836 Jun 22 04:19:50.874558 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Pushing event updated for resources: {'Port': ['ID=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:50.877729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:51.059048 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c03653a-042c-441d-b3a8-c946cefe6696 x-openstack-request-id: req-7c03653a-042c-441d-b3a8-c946cefe6696 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:19:51.059920 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:19:51.060220 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c03653a-042c-441d-b3a8-c946cefe6696 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:19:51.060715 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'status': 'completed', 'code': 200} Jun 22 04:19:51.105068 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-ff1290e5-0a8f-42fd-9ad6-8c899333338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:51.106553 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-ff1290e5-0a8f-42fd-9ad6-8c899333338c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 1096 time: 0.1252458 Jun 22 04:19:51.115122 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de514a40-0c85-4492-a114-4376b782f88a req-020e600e-b038-414b-8756-34cbe59818a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:51.116741 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de514a40-0c85-4492-a114-4376b782f88a req-020e600e-b038-414b-8756-34cbe59818a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1262228 Jun 22 04:19:51.167464 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-949b75d6-a5d9-4fa6-83ca-75217c235600 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b HTTP/1.1" status: 200 len: 217 time: 0.0478222 Jun 22 04:19:51.195536 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-de514a40-0c85-4492-a114-4376b782f88a req-7af2988d-a8ec-4ca4-9a51-abf0ed68f7dc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682039 Jun 22 04:19:51.233459 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-32cc47c3-59c9-4250-a03e-a456e9e5fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:51.234925 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-32cc47c3-59c9-4250-a03e-a456e9e5fcfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0543063 Jun 22 04:19:51.298169 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-16879d73-159b-481f-83f4-9a72bff31426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:51.299646 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-16879d73-159b-481f-83f4-9a72bff31426 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568652 Jun 22 04:19:51.316196 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-74bf39b2-4a4b-4de2-bbbb-c15f1d82637a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:51.387277 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-94b5c84c-8474-4470-a4e8-97110def9aba service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807114 Jun 22 04:19:51.480403 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fb57d43-bd6c-4b60-9852-a94121621658 req-77f30c6c-859b-410a-ac27-58db369aa9ae service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860376 Jun 22 04:19:51.717481 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-313a7875-a705-4dad-9fbe-6a8b8b03f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:51.718930 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-313a7875-a705-4dad-9fbe-6a8b8b03f493 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 1096 time: 0.0541368 Jun 22 04:19:51.885539 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-e9fb64d4-406f-4425-97f9-1edc76f43ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:51.887026 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-e9fb64d4-406f-4425-97f9-1edc76f43ea6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.0853760 Jun 22 04:19:51.930817 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-6d6a35c9-e6c3-4d1a-a0ac-ee227380afc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b HTTP/1.1" status: 200 len: 217 time: 0.0356779 Jun 22 04:19:51.982622 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-5acc1fc2-2750-40d1-8665-ae95f3a00e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:51.984057 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-5acc1fc2-2750-40d1-8665-ae95f3a00e26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0464790 Jun 22 04:19:52.087868 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-68a0e484-ef76-4295-8836-3788f88f0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:52.089721 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-68a0e484-ef76-4295-8836-3788f88f0128 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971544 Jun 22 04:19:52.098105 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ff1c5-467e-40ca-a7fb-fc644caea882 req-e5ebf662-3caa-4d2a-9665-0849bb49f59c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:52.099546 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f9ff1c5-467e-40ca-a7fb-fc644caea882 req-e5ebf662-3caa-4d2a-9665-0849bb49f59c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 943 time: 0.1088686 Jun 22 04:19:52.153030 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f9ff1c5-467e-40ca-a7fb-fc644caea882 req-83a2bdb4-b0ef-4b06-ae18-6a178ade3ca3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478101 Jun 22 04:19:52.221995 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-eadf4916-2fe3-4b1c-a38f-b47b3fc5bf59 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957789 Jun 22 04:19:52.390754 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92d98efa-3d5e-49df-b091-33f20aa11b09 req-84b360d5-e701-4e9d-a368-186a017ddd0c service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576748 Jun 22 04:19:52.405259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-965fda97-7d2b-4e33-8103-9e9a948f518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:52.406791 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-965fda97-7d2b-4e33-8103-9e9a948f518d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 1098 time: 0.1650286 Jun 22 04:19:52.428955 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc1f59-764e-40ce-8815-71fddd5b41de req-249d2375-8362-4ac0-bcc8-c03988c753b2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:52.430387 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-16fc1f59-764e-40ce-8815-71fddd5b41de req-249d2375-8362-4ac0-bcc8-c03988c753b2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.1088464 Jun 22 04:19:52.516050 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-16fc1f59-764e-40ce-8815-71fddd5b41de req-6a432ea1-6cce-400d-866e-a3bf9a29faa3 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766573 Jun 22 04:19:52.546731 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-e494898c-abb9-4d26-8962-ccc826beb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:52.546731 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-e494898c-abb9-4d26-8962-ccc826beb765 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.1190541 Jun 22 04:19:52.612878 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-ff3e7523-cec7-4fff-bc5a-7adeab99ba5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1de855-91e2-4341-9b78-419895c97a93 HTTP/1.1" status: 200 len: 1001 time: 0.0661864 Jun 22 04:19:52.660209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-891b9db2-9766-4b09-8430-f4a32ba4955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:52.661611 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-891b9db2-9766-4b09-8430-f4a32ba4955c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0428712 Jun 22 04:19:52.722943 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-abfc09f4-73ac-465c-8ed8-71e30d068d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:52.724424 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-abfc09f4-73ac-465c-8ed8-71e30d068d96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511012 Jun 22 04:19:52.813749 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-d4b799f6-9c14-4909-816c-fd0ae2503f25 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827684 Jun 22 04:19:52.910308 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8de09dd5-adca-4147-97bb-06ac5067a86e req-4c851334-449d-4bb6-86fe-c014c8bd6bf6 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825770 Jun 22 04:19:53.332404 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b2fdc-5260-4d7a-b776-8b956e8ec08a req-7a92308b-fb4a-4102-b124-330314873654 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:53.333856 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-366b2fdc-5260-4d7a-b776-8b956e8ec08a req-7a92308b-fb4a-4102-b124-330314873654 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 943 time: 0.0658240 Jun 22 04:19:53.370130 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-366b2fdc-5260-4d7a-b776-8b956e8ec08a req-d1486248-8922-4530-88e7-f26884bf50de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306046 Jun 22 04:19:53.697590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e491c-cb10-41c5-87a4-8d7021ae8a38 req-f7d1382d-6286-4509-86a5-53115485d6e0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:53.698990 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc2e491c-cb10-41c5-87a4-8d7021ae8a38 req-f7d1382d-6286-4509-86a5-53115485d6e0 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0631433 Jun 22 04:19:53.737608 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc2e491c-cb10-41c5-87a4-8d7021ae8a38 req-a0e6ae61-4951-489e-8d7c-31faee5d1a7f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328729 Jun 22 04:19:53.862252 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e0468b63-d7c4-4a29-8524-3454d361df14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:54.093327 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:54.561425 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d689f8-dab2-43db-a453-797997d27a1d req-4928b704-10ae-4c7c-949b-31dc4573e34a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:54.562904 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3d689f8-dab2-43db-a453-797997d27a1d req-4928b704-10ae-4c7c-949b-31dc4573e34a tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 945 time: 0.1060803 Jun 22 04:19:54.574418 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d681b-571b-48d3-8660-00fc9d8eae88 req-1ebdac2e-a224-4944-ba9d-9cf79ecb1849 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:54.576447 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b0d681b-571b-48d3-8660-00fc9d8eae88 req-1ebdac2e-a224-4944-ba9d-9cf79ecb1849 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 943 time: 0.0915930 Jun 22 04:19:54.630971 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3d689f8-dab2-43db-a453-797997d27a1d req-4c85110f-db50-4467-b95b-4f95f57486ba tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535841 Jun 22 04:19:54.633684 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6b0d681b-571b-48d3-8660-00fc9d8eae88 req-81e688b1-f08f-460c-b898-858cf944f8ff tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Jun 22 04:19:54.915818 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae87531-a1bc-4b28-a60d-cf44dc78b546 req-004d871b-e60d-4499-8c64-90d1c392cb99 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:54.917263 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ae87531-a1bc-4b28-a60d-cf44dc78b546 req-004d871b-e60d-4499-8c64-90d1c392cb99 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0632222 Jun 22 04:19:54.955889 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ae87531-a1bc-4b28-a60d-cf44dc78b546 req-63976d3a-ee6c-420d-b33e-b5ab3e32a169 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Jun 22 04:19:55.109791 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:55.845675 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fa9eb-01b4-4170-ab74-f6f79b04293f req-02340176-488b-4db0-b28a-ddfb82555e48 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:55.847150 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec5fa9eb-01b4-4170-ab74-f6f79b04293f req-02340176-488b-4db0-b28a-ddfb82555e48 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 945 time: 0.1031041 Jun 22 04:19:55.859923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e9811-7444-468e-8a6f-3c25a3aed565 req-ddc07055-a4a8-4c52-95ea-fecf601eb6ba tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:55.861309 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e7e9811-7444-468e-8a6f-3c25a3aed565 req-ddc07055-a4a8-4c52-95ea-fecf601eb6ba tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 943 time: 0.1160600 Jun 22 04:19:55.912980 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:55.917343 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec5fa9eb-01b4-4170-ab74-f6f79b04293f req-e4fa3b2b-e3c5-4141-a36e-e6ce7e9318cf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551102 Jun 22 04:19:55.920032 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e7e9811-7444-468e-8a6f-3c25a3aed565 req-c62c018c-e6b1-4755-8f51-1446d3324f89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522101 Jun 22 04:19:55.988394 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:56.015552 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:19:56.017931 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d019f5b1-21fc-4d01-a593-04127e9ae184" -d '{"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1de855-91e2-4341-9b78-419895c97a93"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:19:56.031572 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:56.050646 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 04:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cfedfd-f38e-4dad-98da-745bedd8bf3e x-openstack-request-id: req-b5cfedfd-f38e-4dad-98da-745bedd8bf3e {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:19:56.050950 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-unplugged", "status": "failed", "tag": "0c1de855-91e2-4341-9b78-419895c97a93", "code": 422}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:19:56.051265 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5cfedfd-f38e-4dad-98da-745bedd8bf3e {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:19:56.051749 dv-cinder-797380-1-iscsi neutron-server[93484]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93', 'code': 422} returned with failed status Jun 22 04:19:56.138265 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3f4ef-df9a-4572-8304-1ca8eb5dbcd0 req-95401ba6-396a-476b-af4e-45382fb61372 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:56.138773 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:56.140479 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-34e3f4ef-df9a-4572-8304-1ca8eb5dbcd0 req-95401ba6-396a-476b-af4e-45382fb61372 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 945 time: 0.0655928 Jun 22 04:19:56.141278 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:56.178543 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-34e3f4ef-df9a-4572-8304-1ca8eb5dbcd0 req-cd79152a-f006-4c4c-8897-bfa9013878ea tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315049 Jun 22 04:19:56.186398 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=8']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:56.190000 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:56.485485 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:56.733212 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-956a1c72-0b3b-4b2c-947e-e90499246eaa tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:56.734583 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-956a1c72-0b3b-4b2c-947e-e90499246eaa tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 945 time: 0.0631292 Jun 22 04:19:56.833093 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Deleting port c97795fe-971a-4c51-8214-02100808c570 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:19:56.833432 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:56.917768 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] For port c97795fe-971a-4c51-8214-02100808c570, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=c97795fe-971a-4c51-8214-02100808c570,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:19:56.918453 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:57.117814 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:57.118236 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:57.118550 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Floating IP edad9e44-aca2-4124-a054-0eaa4ec306aa disassociated. External IP: 172.27.1.181, port: c97795fe-971a-4c51-8214-02100808c570. Jun 22 04:19:57.118886 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Calling delete_port for c97795fe-971a-4c51-8214-02100808c570 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:19:57.175711 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d02f83-f4b4-4125-a5d3-c1c5a8a2c85b req-75bacf21-5de6-4639-a02a-f9a7fa52a8a7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:57.177202 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0d02f83-f4b4-4125-a5d3-c1c5a8a2c85b req-75bacf21-5de6-4639-a02a-f9a7fa52a8a7 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 945 time: 0.1460316 Jun 22 04:19:57.235903 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0d02f83-f4b4-4125-a5d3-c1c5a8a2c85b req-55ed3b87-f00b-4a82-ac45-ccc5b9e41b5e tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519929 Jun 22 04:19:57.348101 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:57.368878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:19:57.403685 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event deleted for resources: {'Port': ['ID=c97795fe-971a-4c51-8214-02100808c570,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:19:57.410374 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:19:57.509390 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b172c6a-4065-4983-9ab3-bfd722460792 req-c0c85b29-4c69-4c4a-995c-62f944dac479 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:57.519405 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b172c6a-4065-4983-9ab3-bfd722460792 req-c0c85b29-4c69-4c4a-995c-62f944dac479 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 943 time: 0.1746445 Jun 22 04:19:57.560274 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Router 318bccbf-ebda-4c3a-87ba-c64c6c311762 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:19:57.564160 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b172c6a-4065-4983-9ab3-bfd722460792 req-d17ef84f-8b98-4590-b64e-7b9943728dac tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461726 Jun 22 04:19:57.668889 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:19:57.678321 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] Sync routers for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:19:57.692452 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:57.693082 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:57.712753 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] No DVR routers for this DVR port c97795fe-971a-4c51-8214-02100808c570 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:19:57.715382 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:57.717314 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1920445d-f0bc-4ade-b996-d8a8c0f4dac5 req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.26 "DELETE /v2.0/ports/c97795fe-971a-4c51-8214-02100808c570 HTTP/1.1" status: 204 len: 173 time: 0.9767621 Jun 22 04:19:57.717979 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'name': 'network-vif-deleted', 'tag': 'c97795fe-971a-4c51-8214-02100808c570'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:19:57.720281 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901d5648-e21b-479d-aa5d-7d71146e93bc" -d '{"events": [{"server_uuid": "0f45920f-32dc-4ee7-9fc1-ef026c4a9311", "name": "network-vif-deleted", "tag": "c97795fe-971a-4c51-8214-02100808c570"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:19:57.760967 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9630188d-e91f-4d7d-aaac-b169b1fa9456 x-openstack-request-id: req-9630188d-e91f-4d7d-aaac-b169b1fa9456 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:19:57.761291 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45920f-32dc-4ee7-9fc1-ef026c4a9311", "name": "network-vif-deleted", "tag": "c97795fe-971a-4c51-8214-02100808c570", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:19:57.761580 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9630188d-e91f-4d7d-aaac-b169b1fa9456 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:19:57.762012 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f45920f-32dc-4ee7-9fc1-ef026c4a9311', 'name': 'network-vif-deleted', 'tag': 'c97795fe-971a-4c51-8214-02100808c570', 'status': 'completed', 'code': 200} Jun 22 04:19:57.804244 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:58.014701 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:58.040632 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] Checking router: 318bccbf-ebda-4c3a-87ba-c64c6c311762 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:19:58.049282 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:19:58.049890 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:58.153023 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:19:58.365661 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:19:58.394480 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104efd86-463e-4d35-b9af-b33af2a57dd0 None None] The sync data for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi is: [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:09:00Z', 'revision_number': 4, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '54422c88-d493-4e95-bc46-43045b16dbb1', 'name': '', 'network_id': '80c968be-0879-4bb6-80fa-b18a226c0db7', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'mac_address': 'fa:16:3e:ae:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:59Z', 'updated_at': '2021-06-22T04:09:06Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'subnets': [{'id': 'b3261322-9ab9-4df6-8e57-c31845b9e11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:19:58.655225 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d193859-418f-48dd-aeb4-99503180f251 None None] New status for floating IP edad9e44-aca2-4124-a054-0eaa4ec306aa: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:19:58.714364 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-55c225ee-719a-442b-b09e-845b8fa3ea34 req-0b7bef97-fda5-4e05-94bd-6a04d0a2a5f2 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f45920f-32dc-4ee7-9fc1-ef026c4a9311 HTTP/1.1" status: 200 len: 210 time: 0.3467562 Jun 22 04:19:58.889621 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab911d6-28ae-4894-8df9-5c250062df31 req-e0448c47-235e-4783-bc97-14c7e5ec57e2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:58.891172 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ab911d6-28ae-4894-8df9-5c250062df31 req-e0448c47-235e-4783-bc97-14c7e5ec57e2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 943 time: 0.0684876 Jun 22 04:19:58.933204 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ab911d6-28ae-4894-8df9-5c250062df31 req-4988b63b-30ff-4573-88ed-350f3b0b8861 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359647 Jun 22 04:19:59.003423 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9b3f3-f7c5-42d9-9f79-0e932d5309cd req-4e7b7c95-789e-490f-8bae-682eef166c14 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:19:59.004954 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e6f9b3f3-f7c5-42d9-9f79-0e932d5309cd req-4e7b7c95-789e-490f-8bae-682eef166c14 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0671973 Jun 22 04:19:59.042777 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e6f9b3f3-f7c5-42d9-9f79-0e932d5309cd req-642cae47-b147-451f-bce2-790bb02405a1 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Jun 22 04:19:59.340186 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-2c00214d-afc0-47f4-8ded-9ab0d35e5c54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499520 Jun 22 04:19:59.887552 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54394) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:19:59.932505 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b03c39a4-8f1e-4562-a1e2-6b5d522ed82b details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:19:59.939741 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device c97795fe-971a-4c51-8214-02100808c570 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:19:59.941177 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-653018d5-f568-4277-ae41-1a323cfd766b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:59.964082 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-653018d5-f568-4277-ae41-1a323cfd766b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:19:59.965079 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: c97795fe-971a-4c51-8214-02100808c570 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:19:59.965453 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device c97795fe-971a-4c51-8214-02100808c570 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:20:00.050117 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:00.060355 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:20:00.099191 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.112176 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03c39a4-8f1e-4562-a1e2-6b5d522ed82b {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:20:00.113307 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bb5df-47d1-44de-a1a1-5a960646f7ba req-3481938f-a7b0-412e-a7cf-cb6e87926042 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:00.114813 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7c9bb5df-47d1-44de-a1a1-5a960646f7ba req-3481938f-a7b0-412e-a7cf-cb6e87926042 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 943 time: 0.0652237 Jun 22 04:20:00.127288 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-653018d5-f568-4277-ae41-1a323cfd766b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.129851 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-653018d5-f568-4277-ae41-1a323cfd766b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.133462 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-653018d5-f568-4277-ae41-1a323cfd766b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "DELETE /v2.0/security-groups/f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c HTTP/1.1" status: 204 len: 168 time: 0.2424943 Jun 22 04:20:00.133462 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-59adb7b5-8fcb-4d9a-9f53-b3cbcc21713b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:00.133914 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54400) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:00.142534 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653018d5-f568-4277-ae41-1a323cfd766b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:00.145890 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:00.146642 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-653018d5-f568-4277-ae41-1a323cfd766b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:00.154865 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.api.v2.resource [None req-97d53488-f606-4811-8cf7-871ed6ca886f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] show failed (client error): The resource could not be found. Jun 22 04:20:00.158667 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-97d53488-f606-4811-8cf7-871ed6ca886f tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "GET /v2.0/security-groups/f27e4a9c-33fb-4f4b-a901-c8c6d4b7679c HTTP/1.1" status: 404 len: 347 time: 0.0209315 Jun 22 04:20:00.159466 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54402) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:00.171250 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7c9bb5df-47d1-44de-a1a1-5a960646f7ba req-8d73d510-14e3-4273-aeea-56afb24c8729 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507989 Jun 22 04:20:00.228116 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.230124 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:00.239003 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eca79-3aff-4e90-a9f4-8eed6f0e8da8 req-9aebda79-6e3f-4167-9a7c-86aa55178867 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:00.240551 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f81eca79-3aff-4e90-a9f4-8eed6f0e8da8 req-9aebda79-6e3f-4167-9a7c-86aa55178867 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0644355 Jun 22 04:20:00.280440 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:00.283701 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:00.284872 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f81eca79-3aff-4e90-a9f4-8eed6f0e8da8 req-98c3326b-ae61-40d3-9793-2bf6f0a43b43 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382068 Jun 22 04:20:00.510971 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Deleting port 0e0d87ed-c5a2-47bb-8a23-36ef1a7ad7d7 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:20:00.512129 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.587272 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.587599 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.628568 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['b03c39a4-8f1e-4562-a1e2-6b5d522ed82b'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:20:00.650630 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Calling delete_port for 0e0d87ed-c5a2-47bb-8a23-36ef1a7ad7d7 owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:20:00.847024 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.849848 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:00.876308 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Pushing event deleted for resources: {'Port': ['ID=0e0d87ed-c5a2-47bb-8a23-36ef1a7ad7d7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:00.879355 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:00.936049 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.938617 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:00.939756 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-f16acfe0-d7bb-42a5-91ed-82bb803f1996 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] 10.222.0.37 "DELETE /v2.0/floatingips/edad9e44-aca2-4124-a054-0eaa4ec306aa HTTP/1.1" status: 204 len: 168 time: 0.7774029 Jun 22 04:20:01.343451 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ed3c1-dec1-422d-9239-7d73f3cc2dcd req-3e2b2ec8-ffc9-45a6-a5ae-6d01b5a658c1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:01.344933 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6ed3c1-dec1-422d-9239-7d73f3cc2dcd req-3e2b2ec8-ffc9-45a6-a5ae-6d01b5a658c1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 944 time: 0.0653155 Jun 22 04:20:01.381851 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6ed3c1-dec1-422d-9239-7d73f3cc2dcd req-d823ca96-2116-465b-bacb-6a078371d76b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Jun 22 04:20:01.469788 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc3e94-5b74-4f8a-a55a-95c9cb470c33 req-5eee49e6-c994-47a1-b73a-93fd786daebc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:01.471358 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-68cc3e94-5b74-4f8a-a55a-95c9cb470c33 req-5eee49e6-c994-47a1-b73a-93fd786daebc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0636537 Jun 22 04:20:01.512645 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-68cc3e94-5b74-4f8a-a55a-95c9cb470c33 req-5a6bd55e-e5b6-45aa-9ca1-e047fd25e5a6 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342510 Jun 22 04:20:01.947339 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b03c39a4-8f1e-4562-a1e2-6b5d522ed82b up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:20:02.090508 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:20:02.094926 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:20:02.095307 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:02.163568 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:02.169133 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:02.190979 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:20:02.193204 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f5c7b2-9907-4ab3-a807-d5df0b4ac04e" -d '{"events": [{"server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "name": "network-vif-plugged", "status": "completed", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:20:02.206258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:02.283936 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2f743a-f872-47b5-a894-e2f0e3952326 x-openstack-request-id: req-6c2f743a-f872-47b5-a894-e2f0e3952326 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:20:02.284258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "name": "network-vif-plugged", "status": "completed", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:20:02.284526 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c2f743a-f872-47b5-a894-e2f0e3952326 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:20:02.284925 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'code': 200} Jun 22 04:20:02.286290 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:02.288125 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:02.334183 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:02.337155 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:02.561366 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351fce0-e094-47c5-938e-6bb0aaf22a90 req-37dedd0a-5943-4fdb-936e-2f14a4aa6cd2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:02.562854 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b351fce0-e094-47c5-938e-6bb0aaf22a90 req-37dedd0a-5943-4fdb-936e-2f14a4aa6cd2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 945 time: 0.0692930 Jun 22 04:20:02.601399 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b351fce0-e094-47c5-938e-6bb0aaf22a90 req-ea266ce6-9ef8-4c99-a084-13c58241b7f4 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Jun 22 04:20:02.692243 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c072-3293-4f9f-b66d-1cbeff9204c0 req-c390bf5a-4833-48c0-9409-22d38e074113 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:02.693718 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09a2c072-3293-4f9f-b66d-1cbeff9204c0 req-c390bf5a-4833-48c0-9409-22d38e074113 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0635412 Jun 22 04:20:02.758292 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09a2c072-3293-4f9f-b66d-1cbeff9204c0 req-63c6b411-3825-4100-a892-014d1fcd1c7c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558107 Jun 22 04:20:02.772013 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9152-0975-4443-b4b3-94b8a27d7eab req-87ed3d75-e25b-47dd-903f-7d4067665868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:02.773488 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2bc9152-0975-4443-b4b3-94b8a27d7eab req-87ed3d75-e25b-47dd-903f-7d4067665868 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 1098 time: 0.0788846 Jun 22 04:20:02.808641 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2bc9152-0975-4443-b4b3-94b8a27d7eab req-82f4a721-ae7f-42ac-8dfb-6ea8ce7e07e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285246 Jun 22 04:20:03.776155 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112253f-5e43-49c2-9519-02c124bce2b4 req-201ed322-6bb0-4a9e-9b27-9b1c77efdb3a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:03.777630 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d112253f-5e43-49c2-9519-02c124bce2b4 req-201ed322-6bb0-4a9e-9b27-9b1c77efdb3a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 945 time: 0.0654631 Jun 22 04:20:03.817629 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d112253f-5e43-49c2-9519-02c124bce2b4 req-859c7a06-62ee-4844-9866-d346878eb53f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336721 Jun 22 04:20:03.950040 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58685d23-0998-42ec-b4da-a221d0adca07 req-839e20b1-c0c7-4c1d-9a35-ce7e60481d1e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:03.952343 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-58685d23-0998-42ec-b4da-a221d0adca07 req-839e20b1-c0c7-4c1d-9a35-ce7e60481d1e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0681109 Jun 22 04:20:03.994480 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-58685d23-0998-42ec-b4da-a221d0adca07 req-2fa6864a-2f57-4c03-ae28-4bf7ae68662b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358732 Jun 22 04:20:04.990919 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416a65-f577-4e13-a014-2b53ccc8dcd4 req-06190c95-2677-49f9-8687-cf5b30c69bc9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:04.992336 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c2416a65-f577-4e13-a014-2b53ccc8dcd4 req-06190c95-2677-49f9-8687-cf5b30c69bc9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 945 time: 0.0643673 Jun 22 04:20:05.031324 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c2416a65-f577-4e13-a014-2b53ccc8dcd4 req-d32708dc-2723-41af-9198-54cb0b16cff2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Jun 22 04:20:05.102229 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-0e5a930d-94cf-42be-8f5f-ae40cd9f2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:05.105287 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-0e5a930d-94cf-42be-8f5f-ae40cd9f2b5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74&tenant_id=53b16f052bf2437086d8b8d424558ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0586851 Jun 22 04:20:05.275449 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-7cbdef87-6758-4c03-8192-206c7ec3b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:05.276826 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-7cbdef87-6758-4c03-8192-206c7ec3b7ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 1096 time: 0.1379640 Jun 22 04:20:05.289881 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e88a11-28a7-4a5c-b1a5-f46304d9dc75 req-5e898794-57d9-49d7-8894-c6fd8e660b69 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:05.291252 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00e88a11-28a7-4a5c-b1a5-f46304d9dc75 req-5e898794-57d9-49d7-8894-c6fd8e660b69 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.1428759 Jun 22 04:20:05.347421 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cac70-4366-48f8-9fd6-fedfc27b3d4f req-b5c902b1-52d8-4e4c-84ca-8305321cf037 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:05.348823 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-464cac70-4366-48f8-9fd6-fedfc27b3d4f req-b5c902b1-52d8-4e4c-84ca-8305321cf037 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 945 time: 0.1708014 Jun 22 04:20:05.410039 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00e88a11-28a7-4a5c-b1a5-f46304d9dc75 req-8d5d921f-75a9-48f5-afa4-db37bb705a1c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061068 Jun 22 04:20:05.434588 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-464cac70-4366-48f8-9fd6-fedfc27b3d4f req-0462a89f-639e-4f45-b480-28d2b742433c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756636 Jun 22 04:20:05.444834 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-7be61a8d-156e-409e-ac29-21eff9487d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:05.446596 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-7be61a8d-156e-409e-ac29-21eff9487d34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.1543121 Jun 22 04:20:05.461452 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54466) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:05.492592 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54468) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:05.513996 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-947e744e-d19f-4305-8635-2daeed7d19af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1de855-91e2-4341-9b78-419895c97a93 HTTP/1.1" status: 200 len: 999 time: 0.0602710 Jun 22 04:20:05.522546 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e11fd43-d455-4cd5-b48a-a5b0c194e7c4 tempest-TestVolumeBootPattern-1842285335 tempest-TestVolumeBootPattern-1842285335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:05.526711 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-0e11fd43-d455-4cd5-b48a-a5b0c194e7c4 tempest-TestVolumeBootPattern-1842285335 tempest-TestVolumeBootPattern-1842285335-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 1093 time: 0.0614862 Jun 22 04:20:05.526978 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54472) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:05.531991 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:20:05.564024 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-ad3a2639-0077-4e77-a85d-a191ffc6e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:05.565490 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-ad3a2639-0077-4e77-a85d-a191ffc6e0b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0467148 Jun 22 04:20:05.611163 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:05.628736 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-83f4e1e1-6b81-41cd-82d2-95718a7b0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:05.630394 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-83f4e1e1-6b81-41cd-82d2-95718a7b0567 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583556 Jun 22 04:20:05.718043 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-a51b4565-d0bb-4f07-970d-6f7cb84dbb5d service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807824 Jun 22 04:20:05.810797 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1174174a-b4fe-48e8-b1dc-4ef8270c5f0c req-f45cf7ce-d0bb-4a64-8339-b1f5dd861912 service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860577 Jun 22 04:20:05.853169 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:06.025591 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Allocated IP 172.27.1.195 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/aa617c25-5a70-4818-855e-fa17846ff36d) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:20:06.187774 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:06.237136 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:06.338845 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:06.339978 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:06.426978 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:20:06.431919 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:20:06.434565 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:20:06.460271 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=aa617c25-5a70-4818-855e-fa17846ff36d,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:06.463250 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:06.756202 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c983-469a-4924-aaa6-3c3b347d286c req-b359570d-dec3-405a-97ea-908915ec0eea tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:06.759063 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c106c983-469a-4924-aaa6-3c3b347d286c req-b359570d-dec3-405a-97ea-908915ec0eea tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.1140001 Jun 22 04:20:06.791919 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Deleting port 54422c88-d493-4e95-bc46-43045b16dbb1 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:20:06.792618 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:06.817664 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c106c983-469a-4924-aaa6-3c3b347d286c req-a72cdb62-3b73-45bd-a64b-a387858f73a9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519783 Jun 22 04:20:07.028640 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] For port 54422c88-d493-4e95-bc46-43045b16dbb1, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=54422c88-d493-4e95-bc46-43045b16dbb1,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:07.028907 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:07.098797 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Calling delete_port for 54422c88-d493-4e95-bc46-43045b16dbb1 owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:20:07.104506 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:07.315569 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:07.624316 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:07.627679 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-920f137d-840e-4018-ba11-6c07d6b22dd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:07.655298 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Pushing event deleted for resources: {'Port': ['ID=54422c88-d493-4e95-bc46-43045b16dbb1,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:07.661256 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:07.807405 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:07.877953 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:07.887187 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13863159'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:07.891388 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:07.999483 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=aa617c25-5a70-4818-855e-fa17846ff36d,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:08.004992 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:08.048832 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:08.078945 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047b5d-df71-4056-b03e-fc3a81c29eb6 req-dc67a307-b591-4472-a03b-4a90937ed048 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:08.080553 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-85047b5d-df71-4056-b03e-fc3a81c29eb6 req-dc67a307-b591-4472-a03b-4a90937ed048 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.1111300 Jun 22 04:20:08.135930 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-85047b5d-df71-4056-b03e-fc3a81c29eb6 req-8aa6685c-a3ac-4243-8063-1c946f16f755 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483379 Jun 22 04:20:08.234892 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.l3_db [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Floating IP 45d74309-2ded-499f-b074-bd3d68f1ea0a associated. External IP: 172.27.1.195, port: b03c39a4-8f1e-4562-a1e2-6b5d522ed82b. Jun 22 04:20:08.341041 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Router 318bccbf-ebda-4c3a-87ba-c64c6c311762 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:20:08.546631 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:20:08.555194 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-f9394f83-1daf-4280-85ec-2496852b22ea admin admin] 10.222.0.37 "PUT /v2.0/routers/318bccbf-ebda-4c3a-87ba-c64c6c311762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0600734 Jun 22 04:20:08.555645 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] Sync routers for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:20:08.556496 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54498) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:08.571948 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:20:08.573119 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:08.573833 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Router 479e774a-78a1-423b-8e78-ed210d531853 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:20:08.702125 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:20:08.702771 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:08.709905 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:20:08.721311 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:20:08.738284 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:20:08.738284 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:08.802865 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:08.860352 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3181012 Jun 22 04:20:08.860352 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:20:08.860352 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7d7c67dad2593764b1dd16f1909c2ebf0072521af5fc1f951a63f23506520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45334313-3cd4-4a6f-a217-9ad6466a40ee" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:20:08.892602 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd0aede-b636-45d3-a32d-368da47b6047 x-openstack-request-id: req-0bd0aede-b636-45d3-a32d-368da47b6047 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:20:08.894589 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:20:08.896603 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bd0aede-b636-45d3-a32d-368da47b6047 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:20:08.897233 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'status': 'completed', 'code': 200} Jun 22 04:20:08.917818 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:20:08.937758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:09.013337 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:20:07Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:09.041201 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] Checking router: 318bccbf-ebda-4c3a-87ba-c64c6c311762 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:20:09.058978 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] Routers {'318bccbf-ebda-4c3a-87ba-c64c6c311762'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:20:09.059606 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['318bccbf-ebda-4c3a-87ba-c64c6c311762'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:09.123286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Deleting port a0222d90-d850-420e-8978-f5eeb3c7f563 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:20:09.123889 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:09.214964 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] For port a0222d90-d850-420e-8978-f5eeb3c7f563, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=a0222d90-d850-420e-8978-f5eeb3c7f563,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:09.215351 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:09.242130 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] Set router 318bccbf-ebda-4c3a-87ba-c64c6c311762 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:20:09.247102 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:06Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:09.293317 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Calling delete_port for a0222d90-d850-420e-8978-f5eeb3c7f563 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:20:09.302245 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:20:09.317325 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:20:09.317934 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:19:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:09.421403 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc155f96-9269-497b-a40d-76d502d3e5d3 req-05f341de-b1aa-47e7-a8f5-5ef54b25e9d4 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:09.423481 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc155f96-9269-497b-a40d-76d502d3e5d3 req-05f341de-b1aa-47e7-a8f5-5ef54b25e9d4 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.1279116 Jun 22 04:20:09.499431 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:20:09.516577 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc155f96-9269-497b-a40d-76d502d3e5d3 req-deea2929-53b2-4493-8dc7-266684b3d330 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862186 Jun 22 04:20:09.658001 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:20:07Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:09.693083 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390fdd13-87ac-49c8-b960-ffe61bee9026 None None] The sync data for ids ['318bccbf-ebda-4c3a-87ba-c64c6c311762'] in dv-cinder-797380-1-iscsi is: [{'id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'name': 'tempest-AttachVolumeTestJSON-1222429620-router', 'tenant_id': 'bacf3fdd9365495585f427dea61b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:08:54Z', 'updated_at': '2021-06-22T04:20:07Z', 'revision_number': 5, 'project_id': 'bacf3fdd9365495585f427dea61b7c3b', 'gw_port': {'id': 'a0222d90-d850-420e-8978-f5eeb3c7f563', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bccbf-ebda-4c3a-87ba-c64c6c311762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:08:55Z', 'updated_at': '2021-06-22T04:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:20:09.744181 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:09.747358 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:09.772821 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Pushing event deleted for resources: {'Port': ['ID=a0222d90-d850-420e-8978-f5eeb3c7f563,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:09.780935 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:09.851565 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:06Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:09.858142 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:09.882127 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691dec5a-d22f-4433-bac9-457bc791ff1f None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:06Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:20:09.955283 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:09.957510 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.073911 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.074592 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318bccbf-ebda-4c3a-87ba-c64c6c311762 {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:20:10.079468 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.084160 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] 10.222.0.37 "DELETE /v2.0/routers/318bccbf-ebda-4c3a-87ba-c64c6c311762 HTTP/1.1" status: 204 len: 168 time: 1.5228887 Jun 22 04:20:10.084558 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54508) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:10.152918 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2203e75-e36d-4f89-b4f1-713ff860808d None None] New status for floating IP 45d74309-2ded-499f-b074-bd3d68f1ea0a: ACTIVE {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:20:10.173115 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Deleting subnet b3261322-9ab9-4df6-8e57-c31845b9e11e {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:20:10.180635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.226101 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24247633'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.388037 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.560849 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24605437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24233535'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.563388 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4b9e7713-525d-4f6e-a372-3816d0f6c60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:10.592949 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3261322-9ab9-4df6-8e57-c31845b9e11e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:10.601195 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:10.604204 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.606320 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b3261322-9ab9-4df6-8e57-c31845b9e11e HTTP/1.1" status: 204 len: 168 time: 0.5207162 Jun 22 04:20:10.610436 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54512) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:10.612324 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd657d9-7f50-462d-9770-34655738ce46 None None] Network 80c968be-0879-4bb6-80fa-b18a226c0db7 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:20:10.733038 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.758482 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814667b-78f4-4858-88e0-277a1dd29cd9 req-c1ca0554-7017-4339-a5d9-e8807e0f0e37 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:10.759971 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3814667b-78f4-4858-88e0-277a1dd29cd9 req-c1ca0554-7017-4339-a5d9-e8807e0f0e37 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0907009 Jun 22 04:20:10.804317 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3814667b-78f4-4858-88e0-277a1dd29cd9 req-ef628bb9-b64e-4ff7-a762-6738a1fbee14 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367048 Jun 22 04:20:10.808696 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Deleting port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:20:10.809231 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.870452 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] DHCP port deletion for 80c968be-0879-4bb6-80fa-b18a226c0db7 request from dv-cinder-797380-1-iscsi {{(pid=93484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:20:10.931976 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] For port db9679f1-2f47-4db0-b8d9-e3a0d5f98825, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:10.932362 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.949225 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] Deleting port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:20:10.949736 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:10.999485 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 54422c88-d493-4e95-bc46-43045b16dbb1 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:20:11.010925 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Calling delete_port for db9679f1-2f47-4db0-b8d9-e3a0d5f98825 owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:20:11.024679 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 54422c88-d493-4e95-bc46-43045b16dbb1 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:20:11.024897 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 54422c88-d493-4e95-bc46-43045b16dbb1 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:20:11.063577 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] For port db9679f1-2f47-4db0-b8d9-e3a0d5f98825, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,segment=NetworkSegment(1dbbc8ce-fc41-456e-8087-aae01fbe2cf7),segment_id=1dbbc8ce-fc41-456e-8087-aae01fbe2cf7)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:11.064268 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.136091 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] Calling delete_port for db9679f1-2f47-4db0-b8d9-e3a0d5f98825 owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:20:11.165015 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.167253 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-265e3b2c-9d17-4250-8167-e9e2cce07688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:11.194906 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:11.198135 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:11.198917 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] No DVR routers for this DVR port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 on host dv-cinder-797380-1-iscsi {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:20:11.223052 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.225080 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:11.249917 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] Pushing event deleted for resources: {'Port': ['ID=db9679f1-2f47-4db0-b8d9-e3a0d5f98825,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:11.253336 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:11.261895 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a019a-8698-4961-ab8e-9d1a9b294ede None None] No DVR routers for this DVR port db9679f1-2f47-4db0-b8d9-e3a0d5f98825 on host dv-cinder-797380-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:20:11.277810 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.289509 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c968be-0879-4bb6-80fa-b18a226c0db7']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:11.301086 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:11.301603 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbbc8ce-fc41-456e-8087-aae01fbe2cf7') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:20:11.310918 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.323943 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.330549 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:20:11.330889 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:20:11.332533 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:20:11.452990 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.463271 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:11.479910 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/80c968be-0879-4bb6-80fa-b18a226c0db7 HTTP/1.1" status: 204 len: 168 time: 0.8534698 Jun 22 04:20:11.479910 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:11.479910 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c968be-0879-4bb6-80fa-b18a226c0db7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:11.482737 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d125baa4-4f77-4300-a3ec-e3c2570f5fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:12.022733 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54518) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:12.091108 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071980b9-1d31-47ee-be8f-879ee9515a81 req-4f09e998-69f8-47e7-ac1c-419d90507c5e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:12.098640 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-071980b9-1d31-47ee-be8f-879ee9515a81 req-4f09e998-69f8-47e7-ac1c-419d90507c5e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.1149752 Jun 22 04:20:12.101718 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-862f355e-5100-4097-b600-8ab40103e475 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bacf3fdd9365495585f427dea61b7c3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0770192 Jun 22 04:20:12.109600 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54520) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:12.149092 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-071980b9-1d31-47ee-be8f-879ee9515a81 req-3515df61-a0cf-4a94-8419-28c1c740f34e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477259 Jun 22 04:20:12.198142 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81bf69fb-e074-4a1a-9461-87cba264560c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:12.222028 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81bf69fb-e074-4a1a-9461-87cba264560c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:12.355815 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81bf69fb-e074-4a1a-9461-87cba264560c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:12.359426 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81bf69fb-e074-4a1a-9461-87cba264560c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:12.361111 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-81bf69fb-e074-4a1a-9461-87cba264560c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db5b849c-c158-4c4f-94f6-fd53e51132f8 HTTP/1.1" status: 204 len: 168 time: 0.2500296 Jun 22 04:20:12.362033 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9d915a93-b11c-4613-b82e-c32327d43726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:12.372779 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf69fb-e074-4a1a-9461-87cba264560c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b849c-c158-4c4f-94f6-fd53e51132f8,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:12.375628 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-81bf69fb-e074-4a1a-9461-87cba264560c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:12.542389 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device a0222d90-d850-420e-8978-f5eeb3c7f563 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:20:12.566957 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: a0222d90-d850-420e-8978-f5eeb3c7f563 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:20:12.567316 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device a0222d90-d850-420e-8978-f5eeb3c7f563 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:20:12.567811 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device db9679f1-2f47-4db0-b8d9-e3a0d5f98825 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:20:12.589960 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: db9679f1-2f47-4db0-b8d9-e3a0d5f98825 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:20:12.590480 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device db9679f1-2f47-4db0-b8d9-e3a0d5f98825 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:20:13.336450 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e8764-bc11-498c-b208-7f85880d5741 req-99ac1647-c468-40de-86fc-0e7f5cfd1579 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:13.337925 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4e6e8764-bc11-498c-b208-7f85880d5741 req-99ac1647-c468-40de-86fc-0e7f5cfd1579 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0660613 Jun 22 04:20:13.377776 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4e6e8764-bc11-498c-b208-7f85880d5741 req-344a7442-bba4-4617-aeb8-847e97766057 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339091 Jun 22 04:20:13.468991 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54546) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:13.566590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1899480136-network', 'tenant_id': '190ff40d5fe14a2c80b33b36d5618352'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:20:13.635374 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Made reservation on behalf of 190ff40d5fe14a2c80b33b36d5618352 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:20:13.640753 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:13.649901 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:13.751754 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:14.577111 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e4893-b3cf-4466-8a11-7491da8d64aa req-139773cc-770a-41d2-8ba8-de04f611d325 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:14.578849 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca2e4893-b3cf-4466-8a11-7491da8d64aa req-139773cc-770a-41d2-8ba8-de04f611d325 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0809469 Jun 22 04:20:14.623686 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca2e4893-b3cf-4466-8a11-7491da8d64aa req-3b0d5d1b-2235-408a-92db-7f729cd99ed2 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389102 Jun 22 04:20:14.681393 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:14.685708 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-003a487d-63d7-4b0e-aca0-64b4f5cfc8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:14.715596 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:20:14.721076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c334e1e-2a66-41ff-8b80-a4bd8877650b,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:14.724765 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:14.728799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:14.729148 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Added segment 5fd4f6eb-8564-450c-858f-8cf42f9b7e3d of type vlan for network 645c83db-582b-4d65-8922-bde2a5941b87 Jun 22 04:20:14.781270 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:14.909749 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:14.911205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:14.911821 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:14.914102 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a15269f7-64af-4cf3-ae73-e7e4e1f013dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:14.974986 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Pushing event updated for resources: {'Network': ['ID=645c83db-582b-4d65-8922-bde2a5941b87,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:14.977671 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:14.985482 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 645c83db-582b-4d65-8922-bde2a5941b87 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:20:15.019788 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5470023 Jun 22 04:20:15.020220 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54552) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:20:15.025429 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Request body: {'subnet': {'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1899480136-subnet', 'tenant_id': '190ff40d5fe14a2c80b33b36d5618352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:20:15.119186 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Made reservation on behalf of 190ff40d5fe14a2c80b33b36d5618352 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:20:15.121602 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13831383'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:15.395777 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13863017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13831397'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:15.404712 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4f3d60c7-c553-46e1-91a5-9229e000f9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:15.633199 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:20:15.687876 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e96c97-896b-4580-a235-857e9e2f323d,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:15.690053 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Checking segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:20:15.690432 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Network hostable DHCP agents. Network: 645c83db-582b-4d65-8922-bde2a5941b87, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:20:15.694006 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:15.805659 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dc443-a760-4d2e-b7c7-c31b5c75b34a req-8d90c6c2-3362-4405-8a1b-e13fee4b0b0c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:15.807258 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f9dc443-a760-4d2e-b7c7-c31b5c75b34a req-8d90c6c2-3362-4405-8a1b-e13fee4b0b0c tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0643485 Jun 22 04:20:15.812313 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Network 645c83db-582b-4d65-8922-bde2a5941b87 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:20:15.849178 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f9dc443-a760-4d2e-b7c7-c31b5c75b34a req-5bbd8357-9943-4171-b686-78608524e5f7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354857 Jun 22 04:20:15.903981 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 645c83db-582b-4d65-8922-bde2a5941b87) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:20:15.910578 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:15.911890 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:15.913406 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9e80a-ed0b-4084-89cc-4da1db127b33 None None] Network 645c83db-582b-4d65-8922-bde2a5941b87 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:20:15.994801 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-86357d37-9fc5-4299-a5be-1b974547cea7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9734046 Jun 22 04:20:16.060608 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e222c202-e9f2-429b-831b-b69e86cbe684 None None] Network 645c83db-582b-4d65-8922-bde2a5941b87 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:20:16.452683 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa476a2-1e7b-4fed-8790-11d419087551 req-32f584b5-8162-405b-b256-c0b3b68529e2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:16.454049 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-32f584b5-8162-405b-b256-c0b3b68529e2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/networks?id=645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 200 len: 815 time: 0.1089909 Jun 22 04:20:16.469164 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-18554483-e119-4b55-bfb3-48bafe8eef8f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/quotas/190ff40d5fe14a2c80b33b36d5618352 HTTP/1.1" status: 200 len: 375 time: 0.0094960 Jun 22 04:20:16.505866 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-35c5ed36-4622-470f-b066-2f67d9a7f28e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316856 Jun 22 04:20:16.516995 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-a5c65aa5-62cb-4f20-b562-b6d5d28777df service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 04:20:16.518056 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-a5c65aa5-62cb-4f20-b562-b6d5d28777df service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057907 Jun 22 04:20:16.605417 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-7b529b29-7448-476f-ba0b-5cabeaa975f6 service neutron] 10.222.0.37 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816519 Jun 22 04:20:16.694908 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-efe49099-e8e2-4958-ac75-d12f51d6be5c service neutron] 10.222.0.37 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835655 Jun 22 04:20:17.034576 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb9aaffd-a80e-4d3a-9f23-14e43490894c req-2596c33d-c77f-4705-9cd0-cdc9d9e2b8a7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 210 time: 0.0528405 Jun 22 04:20:17.067299 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce757e9c-d6ae-49e5-9460-130d2f09d4aa req-93b5bc35-addd-46b7-88dc-77591c7b2c64 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:17.068804 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce757e9c-d6ae-49e5-9460-130d2f09d4aa req-93b5bc35-addd-46b7-88dc-77591c7b2c64 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0980616 Jun 22 04:20:17.110130 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce757e9c-d6ae-49e5-9460-130d2f09d4aa req-a9711bdc-7179-4691-aa5e-7bbbde3a7e09 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355392 Jun 22 04:20:18.170926 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5cb4b1dc-c707-461f-8abb-913bec417f02 req-2d04de0f-dd09-4488-84c1-3d02cc74d702 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 210 time: 0.0281386 Jun 22 04:20:18.287076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d78b3-ccbb-4c6c-a69f-464f8bdf3f1e req-605502c4-b0c3-4cd1-9886-de6e7e89f126 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:18.288507 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f4d78b3-ccbb-4c6c-a69f-464f8bdf3f1e req-605502c4-b0c3-4cd1-9886-de6e7e89f126 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0610795 Jun 22 04:20:18.325225 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f4d78b3-ccbb-4c6c-a69f-464f8bdf3f1e req-3631ea3c-8245-4efe-8c04-5b37522f3b44 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311105 Jun 22 04:20:19.323351 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a78a8711-e94a-4315-a284-d37683cbeb69 req-eb0d93c9-6f32-441a-b155-5d06897dfada tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 210 time: 0.0333261 Jun 22 04:20:19.518743 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-4e6cade5-7eb3-4662-91d3-5755cc5884d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:19.520180 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-4e6cade5-7eb3-4662-91d3-5755cc5884d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 1098 time: 0.1050692 Jun 22 04:20:19.537794 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4d548-30bc-4b4a-95e7-7e103ae40be2 req-3810b7b1-29f3-4543-b475-1b263917702d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:19.539270 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53b4d548-30bc-4b4a-95e7-7e103ae40be2 req-3810b7b1-29f3-4543-b475-1b263917702d tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.0912015 Jun 22 04:20:19.676189 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53b4d548-30bc-4b4a-95e7-7e103ae40be2 req-267fc67d-c35e-4469-859b-218484375f44 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259356 Jun 22 04:20:19.703147 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-86f82b91-c584-45d1-9fab-079f4550e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:19.704599 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-86f82b91-c584-45d1-9fab-079f4550e512 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.1747124 Jun 22 04:20:19.709615 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-bd7cf4ff-94a6-4238-9db1-cb4b1106e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:19.711032 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-bd7cf4ff-94a6-4238-9db1-cb4b1106e107 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53b16f052bf2437086d8b8d424558ea9&device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 1096 time: 0.1632900 Jun 22 04:20:19.845225 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-90d48296-a4ee-4581-b2fa-fe9556dff972 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b HTTP/1.1" status: 200 len: 1001 time: 0.1290953 Jun 22 04:20:19.875448 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-71c73f32-34da-42f0-a121-aedae6f81632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:19.878330 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-71c73f32-34da-42f0-a121-aedae6f81632 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 200 len: 918 time: 0.1195543 Jun 22 04:20:19.987271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-360e3b5f-5a8f-449e-91ad-b79bcb758c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:19.988715 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-360e3b5f-5a8f-449e-91ad-b79bcb758c0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.1031065 Jun 22 04:20:20.006036 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-ca28016f-4db1-47f0-9718-2a75545eed2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c1de855-91e2-4341-9b78-419895c97a93 HTTP/1.1" status: 200 len: 999 time: 0.1100218 Jun 22 04:20:20.109911 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-18432133-8a5c-437a-af29-0d659dc0a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:20.111371 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-18432133-8a5c-437a-af29-0d659dc0a987 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 200 len: 856 time: 0.0805871 Jun 22 04:20:20.116929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-702c0831-ec61-4624-89f2-57901f3f9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:20.118307 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-702c0831-ec61-4624-89f2-57901f3f9620 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1215305 Jun 22 04:20:20.260979 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-dfe871c6-fab8-423b-be55-4be5caa5a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:20.262464 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-dfe871c6-fab8-423b-be55-4be5caa5a7da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b4a7862-9d1c-42f0-8d5e-13533a8f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1433330 Jun 22 04:20:20.270685 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-6162b98a-3e2c-4e7e-83fc-635c91bc5bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440279 Jun 22 04:20:20.666412 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c4a678c-54d3-4cb9-bb2c-8d3e55e8c2b9 req-c2056403-f58c-43a3-b57b-fca1e542551d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 210 time: 0.0884283 Jun 22 04:20:20.731537 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-f6e20d6c-7f1e-420c-b6d6-bb9b325aeddc service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599261 Jun 22 04:20:20.739193 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45334313-3cd4-4a6f-a217-9ad6466a40ee req-1c6ee6d4-65fd-41d7-813b-d283d7e67b5e service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568675 Jun 22 04:20:20.952219 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19313581-c41c-4bb1-bc3c-c95b356c9de7 req-d17836e6-7a7a-479c-a79c-a1d2e003e93d service neutron] 10.222.0.26 "GET /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985474 Jun 22 04:20:20.973047 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ab7d4-6595-44da-b660-44dd3b253118 req-853535e1-4748-42fd-8479-7627e2336f81 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:20.974532 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e24ab7d4-6595-44da-b660-44dd3b253118 req-853535e1-4748-42fd-8479-7627e2336f81 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.1759892 Jun 22 04:20:20.980888 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa476a2-1e7b-4fed-8790-11d419087551 req-9b46e853-1f6e-43da-a158-45d7bbc198aa tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:20.982404 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-9b46e853-1f6e-43da-a158-45d7bbc198aa tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "GET /v2.0/networks?id=645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 200 len: 815 time: 0.1530139 Jun 22 04:20:21.017436 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Request body: {'port': {'device_id': '6f878d40-eff2-41f9-957b-9d60baf5c4ce', 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'admin_state_up': True, 'tenant_id': '190ff40d5fe14a2c80b33b36d5618352'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:20:21.023140 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e24ab7d4-6595-44da-b660-44dd3b253118 req-f8cc21d7-fd72-47f5-9a65-653e91e6d8fd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Jun 22 04:20:21.212528 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Made reservation on behalf of 190ff40d5fe14a2c80b33b36d5618352 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:20:21.215556 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:21.313206 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51cdd2f9-ede0-482e-bf66-7b81187ef9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:21.338297 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Allocated IP 172.20.0.14 (645c83db-582b-4d65-8922-bde2a5941b87/b9e96c97-896b-4580-a235-857e9e2f323d/ab36e6aa-4b79-4b73-b6c0-822340974b2f) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:20:21.492513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:21.622430 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:21.626211 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6e43ac27-b0ff-4114-b789-ff8b4f2cc5b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:21.664618 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Network 645c83db-582b-4d65-8922-bde2a5941b87 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:20:21.667700 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:20:21.672512 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:20:21.700482 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Pushing event updated for resources: {'Port': ['ID=ab36e6aa-4b79-4b73-b6c0-822340974b2f,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:21.704809 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:21.728304 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:21.728915 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:21.790698 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776697 Jun 22 04:20:21.825906 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Request body: {'port': {'device_id': '6f878d40-eff2-41f9-957b-9d60baf5c4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:20:21.925250 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa1c26-deb3-48c1-8935-e30187000798 req-ce018d91-18e6-4c6d-970b-f75c5c203bf5 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:21.926741 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09fa1c26-deb3-48c1-8935-e30187000798 req-ce018d91-18e6-4c6d-970b-f75c5c203bf5 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 932 time: 0.1351449 Jun 22 04:20:21.927685 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:21.999549 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09fa1c26-deb3-48c1-8935-e30187000798 req-6ee27242-8267-499f-8e74-f3ff9c708f00 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627046 Jun 22 04:20:22.073335 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:20:22.173328 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:22.184465 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '0c1de855-91e2-4341-9b78-419895c97a93', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'port_id': '0c1de855-91e2-4341-9b78-419895c97a93', 'mac_address': 'fa:16:3e:f4:1b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:20:22.221769 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:22.234881 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1de855-91e2-4341-9b78-419895c97a93 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:20:22.256011 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:22.263791 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e581-ce80-4b07-beff-2af4970730b7 req-b58f02c9-f022-4cfd-97ad-c9738bd16c63 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:22.265267 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-81d7e581-ce80-4b07-beff-2af4970730b7 req-b58f02c9-f022-4cfd-97ad-c9738bd16c63 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 943 time: 0.1242032 Jun 22 04:20:22.270657 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab36e6aa-4b79-4b73-b6c0-822340974b2f {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:20:22.284372 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:22.306411 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Transition to ACTIVE for port object ab36e6aa-4b79-4b73-b6c0-822340974b2f will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:20:22.318870 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-81d7e581-ce80-4b07-beff-2af4970730b7 req-49c4d6e9-52aa-4f3d-8aff-d0f04e1af5eb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Jun 22 04:20:22.349322 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:22.351174 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:22.372060 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:22.376046 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-88cd725a-7d28-42b5-b7c1-495048ee373b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:22.396752 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=9']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:22.399966 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:22.471636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Pushing event updated for resources: {'Port': ['ID=ab36e6aa-4b79-4b73-b6c0-822340974b2f,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:22.474425 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:22.523049 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Attempting to bind port ab36e6aa-4b79-4b73-b6c0-822340974b2f on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:20:22.523384 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Attempting to bind port ab36e6aa-4b79-4b73-b6c0-822340974b2f by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:20:22.523707 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Attempting to bind port ab36e6aa-4b79-4b73-b6c0-822340974b2f on network 645c83db-582b-4d65-8922-bde2a5941b87 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:20:22.527817 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Port ab36e6aa-4b79-4b73-b6c0-822340974b2f on network 645c83db-582b-4d65-8922-bde2a5941b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:20:22.528137 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Attempting to bind port ab36e6aa-4b79-4b73-b6c0-822340974b2f on network 645c83db-582b-4d65-8922-bde2a5941b87 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:20:22.532851 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:20:22.533188 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Checking segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:20:22.533565 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Bound using segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:20:22.533985 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Bound port: ab36e6aa-4b79-4b73-b6c0-822340974b2f, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:20:22.534355 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:22.599015 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] For port ab36e6aa-4b79-4b73-b6c0-822340974b2f, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:20:22.601850 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] For port ab36e6aa-4b79-4b73-b6c0-822340974b2f, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ab36e6aa-4b79-4b73-b6c0-822340974b2f,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:20:22.680758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:22.682827 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9d2d1264-786a-43a8-9bdc-d2dc8f8f9794 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:22.716733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:22.716733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:22.716733 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab36e6aa-4b79-4b73-b6c0-822340974b2f HTTP/1.1" status: 200 len: 1094 time: 0.8945239 Jun 22 04:20:22.717320 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f878d40-eff2-41f9-957b-9d60baf5c4ce', 'tag': 'ab36e6aa-4b79-4b73-b6c0-822340974b2f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:20:22.719595 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2fee7c-ff35-4dd6-8c5c-d79db411b45b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f878d40-eff2-41f9-957b-9d60baf5c4ce", "tag": "ab36e6aa-4b79-4b73-b6c0-822340974b2f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:20:22.744432 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Pushing event updated for resources: {'Port': ['ID=ab36e6aa-4b79-4b73-b6c0-822340974b2f,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:22.748852 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:22.761448 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcfe6ff-9933-4828-b3de-ed4af3b0185a x-openstack-request-id: req-cfcfe6ff-9933-4828-b3de-ed4af3b0185a {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:20:22.761776 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f878d40-eff2-41f9-957b-9d60baf5c4ce", "tag": "ab36e6aa-4b79-4b73-b6c0-822340974b2f", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:20:22.762117 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfcfe6ff-9933-4828-b3de-ed4af3b0185a {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:20:22.762550 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f878d40-eff2-41f9-957b-9d60baf5c4ce', 'tag': 'ab36e6aa-4b79-4b73-b6c0-822340974b2f', 'status': 'completed', 'code': 200} Jun 22 04:20:22.841311 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['0c1de855-91e2-4341-9b78-419895c97a93'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:20:22.873480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fee7c-ff35-4dd6-8c5c-d79db411b45b req-79c0d4ff-d6f6-4f83-95e3-3679c8ac73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:22.875023 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9a2fee7c-ff35-4dd6-8c5c-d79db411b45b req-79c0d4ff-d6f6-4f83-95e3-3679c8ac73bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 1097 time: 0.0539048 Jun 22 04:20:22.979620 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fee7c-ff35-4dd6-8c5c-d79db411b45b req-e988a684-bf12-4aee-8a8d-8c971fbefdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:22.981074 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9a2fee7c-ff35-4dd6-8c5c-d79db411b45b req-e988a684-bf12-4aee-8a8d-8c971fbefdbd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=190ff40d5fe14a2c80b33b36d5618352&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925581 Jun 22 04:20:23.076346 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fee7c-ff35-4dd6-8c5c-d79db411b45b req-329986f2-8a7a-48b0-b872-6d34a8857bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:23.077855 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9a2fee7c-ff35-4dd6-8c5c-d79db411b45b req-329986f2-8a7a-48b0-b872-6d34a8857bef service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903614 Jun 22 04:20:23.212256 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29f56e-8b0c-41da-bb4f-ec0d6832a171 req-2fd78060-549e-4393-a75c-251af8bc7544 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:23.213612 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9e29f56e-8b0c-41da-bb4f-ec0d6832a171 req-2fd78060-549e-4393-a75c-251af8bc7544 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 944 time: 0.1015046 Jun 22 04:20:23.222380 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa476a2-1e7b-4fed-8790-11d419087551 req-b7cc4ed7-58d0-4482-abb0-b829ce290191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:23.223730 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-b7cc4ed7-58d0-4482-abb0-b829ce290191 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 1097 time: 0.0800452 Jun 22 04:20:23.275889 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-15dfa615-97b0-44d7-a789-c99fa57ab6f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab36e6aa-4b79-4b73-b6c0-822340974b2f HTTP/1.1" status: 200 len: 217 time: 0.0373356 Jun 22 04:20:23.296141 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9e29f56e-8b0c-41da-bb4f-ec0d6832a171 req-3f95b734-60b4-4f26-bad5-bac030629e25 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757313 Jun 22 04:20:23.328467 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa476a2-1e7b-4fed-8790-11d419087551 req-cd5368c9-d765-4afc-8255-985a2ad433cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:23.329871 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-cd5368c9-d765-4afc-8255-985a2ad433cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e96c97-896b-4580-a235-857e9e2f323d HTTP/1.1" status: 200 len: 855 time: 0.0463169 Jun 22 04:20:23.363890 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-62a3349b-3d33-4535-9e32-850e44740b40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=645c83db-582b-4d65-8922-bde2a5941b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260222 Jun 22 04:20:23.482469 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-a65d7188-ca9b-41ba-bdff-1777bdea8900 service neutron] 10.222.0.26 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122439 Jun 22 04:20:23.565498 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfab866-7744-4fce-93f3-b117f5763a72 req-e0839a45-cfcf-414e-9b8a-ef7d6ab6d2fe tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:23.567025 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0cfab866-7744-4fce-93f3-b117f5763a72 req-e0839a45-cfcf-414e-9b8a-ef7d6ab6d2fe tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 944 time: 0.1282446 Jun 22 04:20:23.603600 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-faa476a2-1e7b-4fed-8790-11d419087551 req-8971156d-df48-4a8e-9387-3ab4976add40 service neutron] 10.222.0.26 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107628 Jun 22 04:20:23.620205 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0cfab866-7744-4fce-93f3-b117f5763a72 req-2f038ea5-9453-4ec1-9077-ec98a157fdaa tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Jun 22 04:20:23.827971 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-87910061-2492-4737-b50f-dd6bf185913f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:24.088524 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:20:24.130568 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:24.138729 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 0c1de855-91e2-4341-9b78-419895c97a93 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:20:24.140946 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:24.213825 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:24.235206 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:20:24.237433 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833081de-47d8-4da0-98de-39933cefe179" -d '{"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-plugged", "status": "completed", "tag": "0c1de855-91e2-4341-9b78-419895c97a93"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:20:24.249806 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:24.273127 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c553fe-ed75-493f-9a2e-0115a562b3ed x-openstack-request-id: req-21c553fe-ed75-493f-9a2e-0115a562b3ed {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:20:24.273428 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-plugged", "status": "completed", "tag": "0c1de855-91e2-4341-9b78-419895c97a93", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:20:24.273691 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21c553fe-ed75-493f-9a2e-0115a562b3ed {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:20:24.274117 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93', 'code': 200} Jun 22 04:20:24.320474 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:24.322807 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:24.370817 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=10']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:24.373656 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:24.468658 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb1390-a162-49c8-ae28-0ec0297038ea req-38ac1f1f-94bf-4b1c-9cdf-88482f72e736 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:24.470144 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19fb1390-a162-49c8-ae28-0ec0297038ea req-38ac1f1f-94bf-4b1c-9cdf-88482f72e736 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 944 time: 0.0634897 Jun 22 04:20:24.507966 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19fb1390-a162-49c8-ae28-0ec0297038ea req-e8becc77-97a3-4757-a07f-40ba46d75dbb tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322411 Jun 22 04:20:24.602993 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b36ee-ed62-4c77-a74d-915d3d8a9f74 req-fca49223-325e-4df3-adba-733b499a82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:24.604414 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4d6b36ee-ed62-4c77-a74d-915d3d8a9f74 req-fca49223-325e-4df3-adba-733b499a82e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 1099 time: 0.0527403 Jun 22 04:20:24.637416 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4d6b36ee-ed62-4c77-a74d-915d3d8a9f74 req-0d1ac64c-b8f1-4397-be5f-8e904c442509 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263648 Jun 22 04:20:24.807030 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ca8b7-f489-4d2d-aad0-79abfb7e4513 req-58d3ed0f-561f-4c5c-9622-de404e263755 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:24.808486 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f10ca8b7-f489-4d2d-aad0-79abfb7e4513 req-58d3ed0f-561f-4c5c-9622-de404e263755 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 946 time: 0.0720336 Jun 22 04:20:24.846512 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f10ca8b7-f489-4d2d-aad0-79abfb7e4513 req-b50bd81c-5896-4de9-9d68-f3997d9fdd1e tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Jun 22 04:20:25.154939 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:25.676444 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104c669-741c-4fad-b1ca-ce29f1beb378 req-3f3b8a47-20d9-487a-b17a-63a6f29ff7fd tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:25.677884 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c104c669-741c-4fad-b1ca-ce29f1beb378 req-3f3b8a47-20d9-487a-b17a-63a6f29ff7fd tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 944 time: 0.0610311 Jun 22 04:20:25.714305 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c104c669-741c-4fad-b1ca-ce29f1beb378 req-fe26eabe-80e7-4f51-821a-2927117d5adc tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jun 22 04:20:26.024755 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187e999-52ca-4214-8620-bf717b183361 req-af5c82f9-ca41-46be-9713-8bb61575fe18 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:26.026193 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6187e999-52ca-4214-8620-bf717b183361 req-af5c82f9-ca41-46be-9713-8bb61575fe18 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 946 time: 0.0641799 Jun 22 04:20:26.061774 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6187e999-52ca-4214-8620-bf717b183361 req-a6320e7d-6dc2-459d-b57f-ee3af252f89a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300193 Jun 22 04:20:26.105005 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device ab36e6aa-4b79-4b73-b6c0-822340974b2f details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:20:26.200862 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port ab36e6aa-4b79-4b73-b6c0-822340974b2f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ab36e6aa-4b79-4b73-b6c0-822340974b2f,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:26.212737 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': 'ab36e6aa-4b79-4b73-b6c0-822340974b2f', 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'port_id': 'ab36e6aa-4b79-4b73-b6c0-822340974b2f', 'mac_address': 'fa:16:3e:28:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e96c97-896b-4580-a235-857e9e2f323d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:20:26.247848 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:26.260745 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab36e6aa-4b79-4b73-b6c0-822340974b2f {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:20:26.280618 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port ab36e6aa-4b79-4b73-b6c0-822340974b2f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ab36e6aa-4b79-4b73-b6c0-822340974b2f,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:26.383732 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:26.386336 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b3725a37-34f6-48e8-8ab6-bcc2b619f9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:26.444640 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=ab36e6aa-4b79-4b73-b6c0-822340974b2f,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:26.447809 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:26.504398 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:26.875647 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['ab36e6aa-4b79-4b73-b6c0-822340974b2f'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:20:26.887463 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af292077-11b7-4e21-85cf-20466b650551 req-a4fdb12b-5218-4e40-a5c2-069932baa3f9 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:26.888835 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af292077-11b7-4e21-85cf-20466b650551 req-a4fdb12b-5218-4e40-a5c2-069932baa3f9 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 945 time: 0.0635829 Jun 22 04:20:26.927611 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af292077-11b7-4e21-85cf-20466b650551 req-ae5932ae-d0ff-4d42-ae34-edd67d6dded5 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328734 Jun 22 04:20:27.244900 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6157f5-7195-484b-a1b4-df07618f9d61 req-d4d006f2-c0b2-4d16-bad6-a0b3ea5e7fb9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:27.246346 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e6157f5-7195-484b-a1b4-df07618f9d61 req-d4d006f2-c0b2-4d16-bad6-a0b3ea5e7fb9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 946 time: 0.0649979 Jun 22 04:20:27.284549 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e6157f5-7195-484b-a1b4-df07618f9d61 req-d1e7e4a8-3094-4442-8ca5-d4a3e5eba17a tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323789 Jun 22 04:20:28.097368 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c462-563a-424c-af29-66f7f54a3b26 req-3a6e5ffe-521d-41e0-9ac3-46851e0a6b7e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:28.098866 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1d25c462-563a-424c-af29-66f7f54a3b26 req-3a6e5ffe-521d-41e0-9ac3-46851e0a6b7e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 945 time: 0.0620005 Jun 22 04:20:28.108804 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device ab36e6aa-4b79-4b73-b6c0-822340974b2f up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:20:28.135763 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1d25c462-563a-424c-af29-66f7f54a3b26 req-4d1b8955-b944-403f-82d0-ad17c6de483e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Jun 22 04:20:28.223096 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port ab36e6aa-4b79-4b73-b6c0-822340974b2f completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:20:28.226693 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port ab36e6aa-4b79-4b73-b6c0-822340974b2f triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:20:28.227075 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:28.304070 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:28.325686 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f878d40-eff2-41f9-957b-9d60baf5c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab36e6aa-4b79-4b73-b6c0-822340974b2f'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:20:28.328100 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406e6347-8036-4fe7-92f0-05f8b9275e6a" -d '{"events": [{"server_uuid": "6f878d40-eff2-41f9-957b-9d60baf5c4ce", "name": "network-vif-plugged", "status": "completed", "tag": "ab36e6aa-4b79-4b73-b6c0-822340974b2f"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:20:28.340879 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port ab36e6aa-4b79-4b73-b6c0-822340974b2f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ab36e6aa-4b79-4b73-b6c0-822340974b2f,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:28.364799 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022ecb28-3de1-45d2-8b02-4f793110f882 x-openstack-request-id: req-022ecb28-3de1-45d2-8b02-4f793110f882 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:20:28.365098 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f878d40-eff2-41f9-957b-9d60baf5c4ce", "name": "network-vif-plugged", "status": "completed", "tag": "ab36e6aa-4b79-4b73-b6c0-822340974b2f", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:20:28.367256 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-022ecb28-3de1-45d2-8b02-4f793110f882 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:20:28.367256 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f878d40-eff2-41f9-957b-9d60baf5c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab36e6aa-4b79-4b73-b6c0-822340974b2f', 'code': 200} Jun 22 04:20:28.416372 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:28.418255 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8e396125-aa13-4b42-bcf5-bd6484fa3291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:28.461694 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf04ae-1cdb-4fd2-bf99-d31213a11f8b req-46c30e08-aa29-4a8b-aeba-572800486e0b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:28.463195 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ebf04ae-1cdb-4fd2-bf99-d31213a11f8b req-46c30e08-aa29-4a8b-aeba-572800486e0b tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 946 time: 0.0629182 Jun 22 04:20:28.466821 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=ab36e6aa-4b79-4b73-b6c0-822340974b2f,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:28.470699 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:28.501728 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ebf04ae-1cdb-4fd2-bf99-d31213a11f8b req-8d9e8c6f-1c64-40c6-846a-7f0816b0fb34 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329497 Jun 22 04:20:28.758950 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806fa5a-97bc-4e4a-bc47-76cf85043419 req-4ab6b73a-66a0-42f4-a3fc-0ad3068a12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:28.760307 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6806fa5a-97bc-4e4a-bc47-76cf85043419 req-4ab6b73a-66a0-42f4-a3fc-0ad3068a12f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 1099 time: 0.0529160 Jun 22 04:20:28.793846 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6806fa5a-97bc-4e4a-bc47-76cf85043419 req-41d98c84-20d0-44be-8460-e8bb598028d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261784 Jun 22 04:20:29.304689 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c264b-f4fd-448b-92c8-70e9b9164301 req-5b5ef019-875e-43d0-abc0-0a33cae39ee3 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:29.306115 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-803c264b-f4fd-448b-92c8-70e9b9164301 req-5b5ef019-875e-43d0-abc0-0a33cae39ee3 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 946 time: 0.0611904 Jun 22 04:20:29.342052 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-803c264b-f4fd-448b-92c8-70e9b9164301 req-b877ecef-6615-454f-acad-6de86c11631d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304158 Jun 22 04:20:30.517430 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6038-f1d1-4bb8-9063-dc5fede9b012 req-0a47ef52-c247-42cd-9eeb-cf7cadec9c01 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:30.518921 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-adba6038-f1d1-4bb8-9063-dc5fede9b012 req-0a47ef52-c247-42cd-9eeb-cf7cadec9c01 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 946 time: 0.0662310 Jun 22 04:20:30.557886 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-adba6038-f1d1-4bb8-9063-dc5fede9b012 req-773833dc-5b16-4617-83e3-7968ddad7c6b tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332427 Jun 22 04:20:31.731619 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12378a-db30-412c-bfc4-f45fb5537795 req-ca9cbcbd-cca6-4375-bc8a-35bd327fc178 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:31.733036 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c12378a-db30-412c-bfc4-f45fb5537795 req-ca9cbcbd-cca6-4375-bc8a-35bd327fc178 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 946 time: 0.0621421 Jun 22 04:20:31.772255 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c12378a-db30-412c-bfc4-f45fb5537795 req-d4c8ec70-1f6f-4659-ae40-4bc9b8aa77f1 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Jun 22 04:20:32.165908 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:44.059525 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-2befefa8-2c5d-4629-b81d-00217a19c96e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:44.061032 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-2befefa8-2c5d-4629-b81d-00217a19c96e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/networks?id=645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 200 len: 815 time: 0.1021047 Jun 22 04:20:44.075487 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-6e1902ce-5df9-4755-8c6d-dc993f4af7f8 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/quotas/190ff40d5fe14a2c80b33b36d5618352 HTTP/1.1" status: 200 len: 375 time: 0.0087888 Jun 22 04:20:44.138362 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-dc3caac0-0c80-463a-9c13-0883beca29e3 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578229 Jun 22 04:20:44.227136 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-d231be67-abe9-4148-abe4-4b8a7298ebde service neutron] 10.222.0.37 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819099 Jun 22 04:20:44.312659 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-8458706d-5406-40e5-8755-dd54a8148216 service neutron] 10.222.0.37 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798950 Jun 22 04:20:44.549793 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7ca1c75-4fa5-4cbb-949a-ac93875858d5 req-1e364b08-be03-47aa-b421-99563e97aae6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 210 time: 0.0296831 Jun 22 04:20:45.689631 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3bddbae-2ddc-443f-afba-4fea16051354 req-f44fefdf-54a5-407e-8ee4-ac5b082e6789 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 210 time: 0.0310996 Jun 22 04:20:46.832469 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-60d19f9c-ccbf-4044-81c9-397b97721e16 req-170011da-f2dd-4cef-90b7-fcbf98bc552c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 210 time: 0.0282419 Jun 22 04:20:47.024759 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-c4b58ac8-bbe5-4ef4-998d-ac54c9e18705 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:47.026178 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-c4b58ac8-bbe5-4ef4-998d-ac54c9e18705 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "GET /v2.0/networks?id=645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 200 len: 815 time: 0.0964482 Jun 22 04:20:47.044444 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Request body: {'port': {'device_id': 'ed3e1272-170f-4f80-bddd-904fee79cf26', 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'admin_state_up': True, 'tenant_id': '190ff40d5fe14a2c80b33b36d5618352'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:20:47.233127 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Made reservation on behalf of 190ff40d5fe14a2c80b33b36d5618352 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:20:47.236765 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:47.357317 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Allocated IP 172.20.0.4 (645c83db-582b-4d65-8922-bde2a5941b87/b9e96c97-896b-4580-a235-857e9e2f323d/2dc54ea0-75ae-45db-8ccd-9be44c02fe42) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:20:47.497844 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:47.622794 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:47.627494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-91189996-4a7d-49e7-bedd-b968577e59c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:47.665715 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['ab36e6aa-4b79-4b73-b6c0-822340974b2f'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:20:47.666919 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Network 645c83db-582b-4d65-8922-bde2a5941b87 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:20:47.670062 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:20:47.675017 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:20:47.700199 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Pushing event updated for resources: {'Port': ['ID=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:47.712673 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.713048 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.713447 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.713810 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.714195 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.714556 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.714911 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.715281 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.715623 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.715978 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.716332 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.716684 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:47.723228 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:47.740903 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:47.741542 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:47.800737 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598152 Jun 22 04:20:47.820036 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Request body: {'port': {'device_id': 'ed3e1272-170f-4f80-bddd-904fee79cf26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:20:47.907259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:48.401729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e3b3a-d867-493b-84e3-734bb36d20de req-3ea12704-200e-485e-8555-cdddebb3d500 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:48.403262 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e6e3b3a-d867-493b-84e3-734bb36d20de req-3ea12704-200e-485e-8555-cdddebb3d500 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 931 time: 0.4539382 Jun 22 04:20:48.466153 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e6e3b3a-d867-493b-84e3-734bb36d20de req-b48a78d6-0d24-42eb-a8ac-dde9643300e4 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560565 Jun 22 04:20:48.521817 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:20:48.529069 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:48.540624 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Transition to ACTIVE for port object 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:20:48.627844 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:48.629790 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a0f07dfd-a874-4e83-8f35-f1843272cdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:48.698167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:48.700892 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:48.770260 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Attempting to bind port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:20:48.770600 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Attempting to bind port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:20:48.770928 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Attempting to bind port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 on network 645c83db-582b-4d65-8922-bde2a5941b87 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:20:48.775157 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 on network 645c83db-582b-4d65-8922-bde2a5941b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:20:48.775478 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Attempting to bind port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 on network 645c83db-582b-4d65-8922-bde2a5941b87 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:20:48.780279 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:20:48.780613 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Checking segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:20:48.780994 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Bound using segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:20:48.781533 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Bound port: 2dc54ea0-75ae-45db-8ccd-9be44c02fe42, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:20:48.781877 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:48.842237 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] For port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:20:48.845151 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] For port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:20:48.914600 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:48.916598 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-12238cf2-6ad7-4ec1-9994-450c4ad00644 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:48.950798 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:48.951414 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:48.952817 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] 10.222.0.26 "PUT /v2.0/ports/2dc54ea0-75ae-45db-8ccd-9be44c02fe42 HTTP/1.1" status: 200 len: 1093 time: 1.1370497 Jun 22 04:20:48.953480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3e1272-170f-4f80-bddd-904fee79cf26', 'tag': '2dc54ea0-75ae-45db-8ccd-9be44c02fe42'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:20:48.955848 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddae6f2-d3b8-4f5c-8004-8da5d0760dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3e1272-170f-4f80-bddd-904fee79cf26", "tag": "2dc54ea0-75ae-45db-8ccd-9be44c02fe42"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:20:48.975898 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:48.979018 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:48.992635 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de912a46-7640-478f-91b8-bbe1bb4521db x-openstack-request-id: req-de912a46-7640-478f-91b8-bbe1bb4521db {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:20:48.992984 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3e1272-170f-4f80-bddd-904fee79cf26", "tag": "2dc54ea0-75ae-45db-8ccd-9be44c02fe42", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:20:48.993278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de912a46-7640-478f-91b8-bbe1bb4521db {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:20:48.993709 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3e1272-170f-4f80-bddd-904fee79cf26', 'tag': '2dc54ea0-75ae-45db-8ccd-9be44c02fe42', 'status': 'completed', 'code': 200} Jun 22 04:20:49.093174 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddae6f2-d3b8-4f5c-8004-8da5d0760dc3 req-9424562b-e391-4565-b414-75b7ebe91a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:49.094747 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ddae6f2-d3b8-4f5c-8004-8da5d0760dc3 req-9424562b-e391-4565-b414-75b7ebe91a93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 1096 time: 0.0552907 Jun 22 04:20:49.194748 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddae6f2-d3b8-4f5c-8004-8da5d0760dc3 req-48b59c9b-86e1-49c8-bd91-838abdb1185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:49.196047 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ddae6f2-d3b8-4f5c-8004-8da5d0760dc3 req-48b59c9b-86e1-49c8-bd91-838abdb1185b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=190ff40d5fe14a2c80b33b36d5618352&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0854051 Jun 22 04:20:49.287078 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddae6f2-d3b8-4f5c-8004-8da5d0760dc3 req-c6d5dbac-7fc7-4871-bfe2-0667fc63211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:49.288456 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ddae6f2-d3b8-4f5c-8004-8da5d0760dc3 req-c6d5dbac-7fc7-4871-bfe2-0667fc63211a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854783 Jun 22 04:20:49.403313 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-5b787652-78cd-4149-882f-2518e38d3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:49.404715 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-5b787652-78cd-4149-882f-2518e38d3a12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 1096 time: 0.0496957 Jun 22 04:20:49.455508 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-4d639f41-5cc6-4b40-ad87-0ee9df63e754 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dc54ea0-75ae-45db-8ccd-9be44c02fe42 HTTP/1.1" status: 200 len: 217 time: 0.0320575 Jun 22 04:20:49.506139 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-1fafe93f-5c56-4405-bfac-aed33123de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:49.507585 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-1fafe93f-5c56-4405-bfac-aed33123de6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e96c97-896b-4580-a235-857e9e2f323d HTTP/1.1" status: 200 len: 855 time: 0.0458417 Jun 22 04:20:49.540243 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-368698c6-f924-41bb-ac88-a98c6d5fa367 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=645c83db-582b-4d65-8922-bde2a5941b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258555 Jun 22 04:20:49.667453 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-deceecdf-5cc4-4b4b-9f55-238d34bef5a1 service neutron] 10.222.0.26 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201749 Jun 22 04:20:49.682167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c52dd2-73d7-4dec-9b5f-3bde6cc7fb8b req-97b07d5f-02a4-44a0-9b65-c375cabc1f9c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:49.683509 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f4c52dd2-73d7-4dec-9b5f-3bde6cc7fb8b req-97b07d5f-02a4-44a0-9b65-c375cabc1f9c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 943 time: 0.0960953 Jun 22 04:20:49.762939 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f4c52dd2-73d7-4dec-9b5f-3bde6cc7fb8b req-38a476e6-bf6d-4eb5-a917-48de7ca3f1ba tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727370 Jun 22 04:20:49.791092 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-341f0170-4bab-415e-a9c9-854c23134dd6 req-1c5596a4-8bc0-4743-b461-08306b7eb777 service neutron] 10.222.0.26 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163623 Jun 22 04:20:50.933416 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73948d5a-ff1f-4aaa-98d4-c8a4fac4d602 req-ce24e168-2b84-4cff-8aa8-1bc48631756a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:50.934886 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73948d5a-ff1f-4aaa-98d4-c8a4fac4d602 req-ce24e168-2b84-4cff-8aa8-1bc48631756a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 943 time: 0.0622478 Jun 22 04:20:50.971148 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73948d5a-ff1f-4aaa-98d4-c8a4fac4d602 req-f86337b7-d569-49ca-9b02-95efeb58aa9c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Jun 22 04:20:51.319116 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8d8b23a8-a7da-4293-8399-cdf8039c6cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:52.146222 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32638645-eb33-4b1e-a3f4-6322ca6a35aa req-f70d9058-bb87-4107-9875-4a1af38efebb tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:52.147716 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32638645-eb33-4b1e-a3f4-6322ca6a35aa req-f70d9058-bb87-4107-9875-4a1af38efebb tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 943 time: 0.0616150 Jun 22 04:20:52.185674 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32638645-eb33-4b1e-a3f4-6322ca6a35aa req-20346fbc-5c0b-4c0f-aef4-a56119502edc tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Jun 22 04:20:52.631873 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:20:53.358464 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82a94d-59e0-40f2-b3b9-67cff2cbd795 req-feac2323-b01a-4a26-8287-cfd82fc82401 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:53.359988 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf82a94d-59e0-40f2-b3b9-67cff2cbd795 req-feac2323-b01a-4a26-8287-cfd82fc82401 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 943 time: 0.0651608 Jun 22 04:20:53.396743 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf82a94d-59e0-40f2-b3b9-67cff2cbd795 req-cdf98f51-efbe-4533-b523-9ba37c30e9f8 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311031 Jun 22 04:20:53.845058 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c7383bb0-3630-4285-95d1-ec789a3c390f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:54.101889 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:54.250601 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:20:54.342630 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:54.353480 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '2dc54ea0-75ae-45db-8ccd-9be44c02fe42', 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'port_id': '2dc54ea0-75ae-45db-8ccd-9be44c02fe42', 'mac_address': 'fa:16:3e:84:33:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e96c97-896b-4580-a235-857e9e2f323d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:20:54.388733 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:54.400525 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:20:54.419381 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:54.479585 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:54.481362 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:54.528711 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:54.536180 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.540435 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:20:54.543985 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:54.568562 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a9895-9a68-4f61-8626-3834c8e19b86 req-0e3c05ee-3226-4aa8-93ff-1c9ad9d40ad5 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:54.570062 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d7a9895-9a68-4f61-8626-3834c8e19b86 req-0e3c05ee-3226-4aa8-93ff-1c9ad9d40ad5 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 944 time: 0.0651569 Jun 22 04:20:54.606750 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8d7a9895-9a68-4f61-8626-3834c8e19b86 req-941f5b7c-8ad9-43ef-a4a7-7bf5d5494547 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Jun 22 04:20:54.941141 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['2dc54ea0-75ae-45db-8ccd-9be44c02fe42'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:20:55.119042 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:55.777079 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ac54-4940-4c85-8f80-1dde0deccf94 req-0c272308-742a-4321-9f6d-508e68edb83a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:55.778552 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f107ac54-4940-4c85-8f80-1dde0deccf94 req-0c272308-742a-4321-9f6d-508e68edb83a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 944 time: 0.0619178 Jun 22 04:20:55.818271 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f107ac54-4940-4c85-8f80-1dde0deccf94 req-9febfc70-24e8-44e2-ad6f-2e438c3889ea tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Jun 22 04:20:56.259985 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:20:56.353791 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:20:56.357600 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:20:56.357984 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:56.443101 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:56.464625 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3e1272-170f-4f80-bddd-904fee79cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc54ea0-75ae-45db-8ccd-9be44c02fe42'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:20:56.466880 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8df365-ed80-421d-b85e-7f187571e19d" -d '{"events": [{"server_uuid": "ed3e1272-170f-4f80-bddd-904fee79cf26", "name": "network-vif-plugged", "status": "completed", "tag": "2dc54ea0-75ae-45db-8ccd-9be44c02fe42"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:20:56.480000 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:20:56.481439 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:56.501494 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a97a6f0-4982-468b-b27f-4cf402bc2ed7 x-openstack-request-id: req-0a97a6f0-4982-468b-b27f-4cf402bc2ed7 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:20:56.501793 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3e1272-170f-4f80-bddd-904fee79cf26", "name": "network-vif-plugged", "status": "completed", "tag": "2dc54ea0-75ae-45db-8ccd-9be44c02fe42", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:20:56.502060 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a97a6f0-4982-468b-b27f-4cf402bc2ed7 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:20:56.502486 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3e1272-170f-4f80-bddd-904fee79cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc54ea0-75ae-45db-8ccd-9be44c02fe42', 'code': 200} Jun 22 04:20:56.524949 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:20:56.526931 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:20:56.574111 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:20:56.576923 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:20:56.905579 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbacb9-5d95-4798-a822-f7f38f9b8591 req-fc555d0b-bf9b-42e1-b9a3-c15fb98e304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:56.907075 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-27bbacb9-5d95-4798-a822-f7f38f9b8591 req-fc555d0b-bf9b-42e1-b9a3-c15fb98e304d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 1098 time: 0.0553212 Jun 22 04:20:56.971419 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-27bbacb9-5d95-4798-a822-f7f38f9b8591 req-493f2799-3569-44ae-a03f-0b6bce5d35c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574841 Jun 22 04:20:56.998338 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e2d60-96fc-472d-afc6-a0a3723bcbab req-b4351e0b-3997-4e26-9aa1-a43f369f34f9 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:56.999748 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa1e2d60-96fc-472d-afc6-a0a3723bcbab req-b4351e0b-3997-4e26-9aa1-a43f369f34f9 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 945 time: 0.0714121 Jun 22 04:20:57.036826 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa1e2d60-96fc-472d-afc6-a0a3723bcbab req-69667333-bafd-4f38-8250-1b6a516345b8 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Jun 22 04:20:58.213363 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c9ae-8816-47a7-ace5-39f7afc67c78 req-40ca3690-ad72-4d50-8a4a-9eeb68c339e6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:58.214733 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a49c9ae-8816-47a7-ace5-39f7afc67c78 req-40ca3690-ad72-4d50-8a4a-9eeb68c339e6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 945 time: 0.0674729 Jun 22 04:20:58.252292 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a49c9ae-8816-47a7-ace5-39f7afc67c78 req-b1e8c9e9-9736-457a-aac0-fc13e61c8f95 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319240 Jun 22 04:20:59.421171 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad7c17-46e9-4a39-8c99-86638b8b7e3b req-9e29e9ba-9c8f-46c6-beea-ec1306eacc60 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:20:59.422634 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2fad7c17-46e9-4a39-8c99-86638b8b7e3b req-9e29e9ba-9c8f-46c6-beea-ec1306eacc60 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 945 time: 0.0620050 Jun 22 04:20:59.459989 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2fad7c17-46e9-4a39-8c99-86638b8b7e3b req-7596cfab-e780-4d0c-aaa0-e2eb23648779 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307045 Jun 22 04:21:02.119333 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:02.413670 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-605a5332-69ba-4c0d-900b-f5db26a67bb2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:02.415051 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-605a5332-69ba-4c0d-900b-f5db26a67bb2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/networks?id=645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 200 len: 815 time: 0.1023312 Jun 22 04:21:02.430022 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-8df87f2b-2d98-4ed3-ae42-63ff991ed86d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/quotas/190ff40d5fe14a2c80b33b36d5618352 HTTP/1.1" status: 200 len: 375 time: 0.0095158 Jun 22 04:21:02.493676 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-75d4161b-6c99-4a2a-abf4-54d47d724c9c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583823 Jun 22 04:21:02.583415 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-d7e7970c-b7ab-4b73-99e5-9268137f6913 service neutron] 10.222.0.37 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831761 Jun 22 04:21:02.669862 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ea17efbe-a578-4204-87b3-5be6c1f56380 service neutron] 10.222.0.37 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805197 Jun 22 04:21:02.947185 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3ef5d9a-710d-46ff-81db-e844a69404ac req-caec38bb-f1e5-4af6-ba40-341472fa9cfd tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 210 time: 0.0289094 Jun 22 04:21:04.090297 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c124ebd3-74f4-438b-87ce-5bd82be9d5ee req-45339e2d-92ae-4efe-aeed-95be725cce11 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 210 time: 0.0335870 Jun 22 04:21:05.083304 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-59caff59-1d6e-43d1-a6b1-f07a3206095d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:05.084712 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-59caff59-1d6e-43d1-a6b1-f07a3206095d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "GET /v2.0/networks?id=645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 200 len: 815 time: 0.0984809 Jun 22 04:21:05.103898 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Request body: {'port': {'device_id': 'd0b4d8cd-1048-49ef-b475-d6c1df0fd588', 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'admin_state_up': True, 'tenant_id': '190ff40d5fe14a2c80b33b36d5618352'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:21:05.239359 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-57013d55-6504-4136-91b1-d4ece56f908a req-31ab5a42-a57c-4eda-954f-2fad17aa93a4 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 210 time: 0.0328355 Jun 22 04:21:05.295945 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Made reservation on behalf of 190ff40d5fe14a2c80b33b36d5618352 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:21:05.299788 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:05.424871 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Allocated IP 172.20.0.11 (645c83db-582b-4d65-8922-bde2a5941b87/b9e96c97-896b-4580-a235-857e9e2f323d/6b8fee6f-418a-479c-906c-a92ccdd06936) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:21:05.563780 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:05.684757 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:05.688661 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-106a765e-768d-4b5b-bd61-b03a5937435c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:05.727678 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['ab36e6aa-4b79-4b73-b6c0-822340974b2f', '2dc54ea0-75ae-45db-8ccd-9be44c02fe42'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:21:05.729985 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Network 645c83db-582b-4d65-8922-bde2a5941b87 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:21:05.735412 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:21:05.740065 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:21:05.744051 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Pushing event updated for resources: {'Port': ['ID=6b8fee6f-418a-479c-906c-a92ccdd06936,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:05.763678 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:05.789502 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:05.790132 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:05.839578 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391636 Jun 22 04:21:05.859789 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Request body: {'port': {'device_id': 'd0b4d8cd-1048-49ef-b475-d6c1df0fd588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:21:05.934637 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:06.183110 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8fee6f-418a-479c-906c-a92ccdd06936 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:21:06.190963 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:06.202417 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Transition to ACTIVE for port object 6b8fee6f-418a-479c-906c-a92ccdd06936 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:21:06.290228 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:06.292404 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ee41560c-6d51-4ae2-b91a-95dae276aa2e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:06.373432 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8fee6f-418a-479c-906c-a92ccdd06936,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:06.377699 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:06.485146 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72be7c6-46e2-4cbc-8e95-42ef2e8d84c4 req-345c1550-e33c-4b89-9b24-9ae8308a4395 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:06.487157 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b72be7c6-46e2-4cbc-8e95-42ef2e8d84c4 req-345c1550-e33c-4b89-9b24-9ae8308a4395 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 944 time: 0.1278269 Jun 22 04:21:06.488192 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Attempting to bind port 6b8fee6f-418a-479c-906c-a92ccdd06936 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:21:06.488525 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Attempting to bind port 6b8fee6f-418a-479c-906c-a92ccdd06936 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:21:06.488850 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Attempting to bind port 6b8fee6f-418a-479c-906c-a92ccdd06936 on network 645c83db-582b-4d65-8922-bde2a5941b87 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:21:06.494829 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Port 6b8fee6f-418a-479c-906c-a92ccdd06936 on network 645c83db-582b-4d65-8922-bde2a5941b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:21:06.495147 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Attempting to bind port 6b8fee6f-418a-479c-906c-a92ccdd06936 on network 645c83db-582b-4d65-8922-bde2a5941b87 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:21:06.509854 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:21:06.510258 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Checking segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:21:06.510636 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Bound using segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:21:06.511063 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Bound port: 6b8fee6f-418a-479c-906c-a92ccdd06936, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:21:06.511404 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:06.557008 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b72be7c6-46e2-4cbc-8e95-42ef2e8d84c4 req-c8383706-812c-4d67-aadc-d86a48f920f4 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636210 Jun 22 04:21:06.586998 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] For port 6b8fee6f-418a-479c-906c-a92ccdd06936, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:21:06.589917 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] For port 6b8fee6f-418a-479c-906c-a92ccdd06936, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6b8fee6f-418a-479c-906c-a92ccdd06936,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:21:06.639345 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:06.641295 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-675a1536-8c03-4685-b8f0-5d771be166a9 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:06.675377 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:06.675990 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:06.677344 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b8fee6f-418a-479c-906c-a92ccdd06936 HTTP/1.1" status: 200 len: 1094 time: 0.8218102 Jun 22 04:21:06.677823 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b4d8cd-1048-49ef-b475-d6c1df0fd588', 'tag': '6b8fee6f-418a-479c-906c-a92ccdd06936'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:21:06.680120 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca484b-6898-48e8-9128-bc02c5f532d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b4d8cd-1048-49ef-b475-d6c1df0fd588", "tag": "6b8fee6f-418a-479c-906c-a92ccdd06936"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:21:06.702182 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8fee6f-418a-479c-906c-a92ccdd06936,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:06.706434 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:06.715745 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae3f04-83ba-4320-8f3f-caed534b2b6a x-openstack-request-id: req-80ae3f04-83ba-4320-8f3f-caed534b2b6a {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:21:06.716069 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b4d8cd-1048-49ef-b475-d6c1df0fd588", "tag": "6b8fee6f-418a-479c-906c-a92ccdd06936", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:21:06.716357 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80ae3f04-83ba-4320-8f3f-caed534b2b6a {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:21:06.716783 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b4d8cd-1048-49ef-b475-d6c1df0fd588', 'tag': '6b8fee6f-418a-479c-906c-a92ccdd06936', 'status': 'completed', 'code': 200} Jun 22 04:21:06.819424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca484b-6898-48e8-9128-bc02c5f532d2 req-4fe1cf95-e1e5-4d8e-bf08-c6bb0de4fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:06.820906 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d0ca484b-6898-48e8-9128-bc02c5f532d2 req-4fe1cf95-e1e5-4d8e-bf08-c6bb0de4fbb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 1097 time: 0.0617235 Jun 22 04:21:06.925755 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca484b-6898-48e8-9128-bc02c5f532d2 req-a3c31614-c1ca-42ba-abc8-79f38b485234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:06.927232 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d0ca484b-6898-48e8-9128-bc02c5f532d2 req-a3c31614-c1ca-42ba-abc8-79f38b485234 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=190ff40d5fe14a2c80b33b36d5618352&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0914483 Jun 22 04:21:07.019481 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca484b-6898-48e8-9128-bc02c5f532d2 req-0fcdd0f6-cad5-4ea9-9bb1-2f0557588b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:07.020879 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d0ca484b-6898-48e8-9128-bc02c5f532d2 req-0fcdd0f6-cad5-4ea9-9bb1-2f0557588b17 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865595 Jun 22 04:21:07.134139 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-b6439051-1240-477a-8a4d-1e1f10cf0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:07.135533 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-b6439051-1240-477a-8a4d-1e1f10cf0317 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 1097 time: 0.0537148 Jun 22 04:21:07.183867 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-ab7bfcca-e6fa-471b-aa70-d252dc1217e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8fee6f-418a-479c-906c-a92ccdd06936 HTTP/1.1" status: 200 len: 217 time: 0.0332735 Jun 22 04:21:07.232377 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-a064e591-b359-448c-8cdf-17ee29b54c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:07.233741 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-a064e591-b359-448c-8cdf-17ee29b54c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e96c97-896b-4580-a235-857e9e2f323d HTTP/1.1" status: 200 len: 855 time: 0.0436380 Jun 22 04:21:07.264587 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-f2d6c1df-13cb-4fdb-805f-0783441d6bb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=645c83db-582b-4d65-8922-bde2a5941b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240576 Jun 22 04:21:07.349236 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-07a5baf1-848c-4418-a51e-e7986ec00317 service neutron] 10.222.0.26 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772057 Jun 22 04:21:07.440055 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5716e5b-57a8-40a3-b5a9-4ed4d8a21061 req-c13d9796-1040-4e3d-8bc7-c19ee9de55bd service neutron] 10.222.0.26 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834751 Jun 22 04:21:07.726252 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12843f-7b22-459a-aa98-b4008eb23a8b req-b7a87d55-c4da-4012-8a66-1019848f0a32 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:07.727623 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a12843f-7b22-459a-aa98-b4008eb23a8b req-b7a87d55-c4da-4012-8a66-1019848f0a32 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 944 time: 0.0619256 Jun 22 04:21:07.763925 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a12843f-7b22-459a-aa98-b4008eb23a8b req-71b5e328-352c-4dbc-9938-bc2f3fd21f32 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306947 Jun 22 04:21:08.939624 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe9d47-71ea-4a65-b5aa-ba1997976452 req-be8febbf-d9e4-4e37-99c9-4d748b30cbd6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:08.941053 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efbe9d47-71ea-4a65-b5aa-ba1997976452 req-be8febbf-d9e4-4e37-99c9-4d748b30cbd6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 944 time: 0.0665867 Jun 22 04:21:08.976776 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efbe9d47-71ea-4a65-b5aa-ba1997976452 req-50371f9f-a55e-4eeb-b455-1912821f8f99 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301094 Jun 22 04:21:10.159868 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf2be-cddd-49d2-9daf-08b79433dd14 req-081bdd71-3518-4c64-8b9c-f0f2e229bc4b tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:10.161220 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-835cf2be-cddd-49d2-9daf-08b79433dd14 req-081bdd71-3518-4c64-8b9c-f0f2e229bc4b tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 944 time: 0.0616910 Jun 22 04:21:10.197367 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-835cf2be-cddd-49d2-9daf-08b79433dd14 req-a7560b6c-fcac-4d6b-84ab-7e99819dacd0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Jun 22 04:21:11.363951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554f7d7-f9d8-469b-9ed6-bb66573bd2cf req-2044c511-1062-4e01-84fa-931e353093d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:11.365433 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3554f7d7-f9d8-469b-9ed6-bb66573bd2cf req-2044c511-1062-4e01-84fa-931e353093d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 944 time: 0.0621481 Jun 22 04:21:11.403505 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3554f7d7-f9d8-469b-9ed6-bb66573bd2cf req-6fd7295d-5fac-4281-b490-5e729ab74bd6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Jun 22 04:21:12.291208 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 6b8fee6f-418a-479c-906c-a92ccdd06936 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:21:12.389715 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 6b8fee6f-418a-479c-906c-a92ccdd06936, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6b8fee6f-418a-479c-906c-a92ccdd06936,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:12.401486 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '6b8fee6f-418a-479c-906c-a92ccdd06936', 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'port_id': '6b8fee6f-418a-479c-906c-a92ccdd06936', 'mac_address': 'fa:16:3e:a2:3d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e96c97-896b-4580-a235-857e9e2f323d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:21:12.454323 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:12.467206 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8fee6f-418a-479c-906c-a92ccdd06936 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:21:12.486003 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 6b8fee6f-418a-479c-906c-a92ccdd06936, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6b8fee6f-418a-479c-906c-a92ccdd06936,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:12.570046 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:12.574845 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:12.578171 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97129dd2-7e23-497f-9d25-bf4aaaebefd4 req-f558b6de-abd6-4a4b-b5d9-4820dde93a23 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:12.580205 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97129dd2-7e23-497f-9d25-bf4aaaebefd4 req-f558b6de-abd6-4a4b-b5d9-4820dde93a23 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 944 time: 0.0659087 Jun 22 04:21:12.617367 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97129dd2-7e23-497f-9d25-bf4aaaebefd4 req-a62d8cfd-cf1a-47ac-ba0a-7bc96d8ebd59 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Jun 22 04:21:12.621307 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=6b8fee6f-418a-479c-906c-a92ccdd06936,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:12.624478 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:13.067632 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['6b8fee6f-418a-479c-906c-a92ccdd06936'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:21:13.788970 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0f8e5-c029-4798-a9fb-037e4daed2ff req-9aba6fcb-775d-42ac-902d-3fafd0cd2d3d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:13.790456 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0a0f8e5-c029-4798-a9fb-037e4daed2ff req-9aba6fcb-775d-42ac-902d-3fafd0cd2d3d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 945 time: 0.0636573 Jun 22 04:21:13.827019 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0a0f8e5-c029-4798-a9fb-037e4daed2ff req-eaaa787c-a14a-4066-80ef-f7175c417882 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Jun 22 04:21:14.293567 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 6b8fee6f-418a-479c-906c-a92ccdd06936 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:21:14.415699 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 6b8fee6f-418a-479c-906c-a92ccdd06936 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:21:14.419666 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 6b8fee6f-418a-479c-906c-a92ccdd06936 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:21:14.420079 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:14.495189 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:14.516921 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b4d8cd-1048-49ef-b475-d6c1df0fd588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8fee6f-418a-479c-906c-a92ccdd06936'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:21:14.519193 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa61ebe-8d4d-430d-8fe4-7ac500388c5a" -d '{"events": [{"server_uuid": "d0b4d8cd-1048-49ef-b475-d6c1df0fd588", "name": "network-vif-plugged", "status": "completed", "tag": "6b8fee6f-418a-479c-906c-a92ccdd06936"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:21:14.532185 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 6b8fee6f-418a-479c-906c-a92ccdd06936, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6b8fee6f-418a-479c-906c-a92ccdd06936,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:14.554256 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db11e57b-ba52-4064-b817-baa41d2cb011 x-openstack-request-id: req-db11e57b-ba52-4064-b817-baa41d2cb011 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:21:14.554557 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b4d8cd-1048-49ef-b475-d6c1df0fd588", "name": "network-vif-plugged", "status": "completed", "tag": "6b8fee6f-418a-479c-906c-a92ccdd06936", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:21:14.554823 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db11e57b-ba52-4064-b817-baa41d2cb011 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:21:14.555226 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b4d8cd-1048-49ef-b475-d6c1df0fd588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8fee6f-418a-479c-906c-a92ccdd06936', 'code': 200} Jun 22 04:21:14.627991 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:14.629889 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dc9a2f7e-67c1-4497-9414-353e0ff33f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:14.675389 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=6b8fee6f-418a-479c-906c-a92ccdd06936,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:14.678305 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:15.016714 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a11f-74ba-4bc4-8068-6486303c3e20 req-9291fefc-57d2-41dc-bc12-b8aea0f1def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:15.018814 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e60a11f-74ba-4bc4-8068-6486303c3e20 req-9291fefc-57d2-41dc-bc12-b8aea0f1def3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 1099 time: 0.0987182 Jun 22 04:21:15.029645 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30093af-3884-4fcc-b905-f7ab4c4fe1d9 req-152c36a0-6c2f-46c1-9213-8437c54ce8c2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:15.031024 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d30093af-3884-4fcc-b905-f7ab4c4fe1d9 req-152c36a0-6c2f-46c1-9213-8437c54ce8c2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0811360 Jun 22 04:21:15.084939 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e60a11f-74ba-4bc4-8068-6486303c3e20 req-4632db2a-0428-449e-99b1-631e8d94c479 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529952 Jun 22 04:21:15.089775 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d30093af-3884-4fcc-b905-f7ab4c4fe1d9 req-d377fe9c-a48e-42ee-871b-248dbfc2c67a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 Jun 22 04:21:16.262366 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952d7f-7fce-413b-9487-e25d761fcaa0 req-378f6e90-3886-4451-8bb6-deb5409c5578 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:16.263698 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8952d7f-7fce-413b-9487-e25d761fcaa0 req-378f6e90-3886-4451-8bb6-deb5409c5578 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0645554 Jun 22 04:21:16.299605 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8952d7f-7fce-413b-9487-e25d761fcaa0 req-454905eb-6c81-4eb6-aae0-9527bf4dbef4 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298879 Jun 22 04:21:17.466564 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431c2ce-403e-477e-8a97-2e350ce8e4c4 req-7b2f0ba1-4737-4003-93df-15fe5cfeab2a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:17.468008 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e431c2ce-403e-477e-8a97-2e350ce8e4c4 req-7b2f0ba1-4737-4003-93df-15fe5cfeab2a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0616503 Jun 22 04:21:17.509489 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e431c2ce-403e-477e-8a97-2e350ce8e4c4 req-4bcd81e8-c489-4d04-97a2-19a99a28ef7a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Jun 22 04:21:21.306797 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6a128b35-789e-4f8a-b539-a950a9ff7052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:23.832650 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3ed4e08-321c-4747-8bcd-b1579e8955a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:24.100830 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:25.106800 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:26.489368 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:29.630686 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:21:32.152575 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:32.368258 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-264a1d13-85ed-406e-a2a9-269368db26a4 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:32.369672 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-264a1d13-85ed-406e-a2a9-269368db26a4 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/networks?id=645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 200 len: 815 time: 0.0996945 Jun 22 04:21:32.384922 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-064d7b3e-b905-4242-9fb9-d3ed4d50cca2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/quotas/190ff40d5fe14a2c80b33b36d5618352 HTTP/1.1" status: 200 len: 375 time: 0.0098686 Jun 22 04:21:32.452120 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-319ea0bc-b4e0-483a-be37-e441ab6b828b tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620277 Jun 22 04:21:32.542461 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1fcecebe-cddc-470c-8022-9480e8ff4b91 service neutron] 10.222.0.37 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831637 Jun 22 04:21:32.916417 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-5f97c18b-ee4f-43e8-bf38-f0bc8954d462 service neutron] 10.222.0.37 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678699 Jun 22 04:21:33.161918 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6db79e97-7d32-424a-b9df-2f406cb2a356 req-3a182c4b-c3a0-40e7-b3a8-499b43508df2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 210 time: 0.0285800 Jun 22 04:21:34.304114 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb8daf30-fe79-4748-b87c-8625cf0b30d2 req-62836bdb-e99b-4488-a999-96ba015bada8 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 210 time: 0.0302134 Jun 22 04:21:35.202203 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-dc7c3647-55a5-4255-bc5d-048b9aa27622 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:35.203545 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-dc7c3647-55a5-4255-bc5d-048b9aa27622 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "GET /v2.0/networks?id=645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 200 len: 815 time: 0.0981519 Jun 22 04:21:35.223256 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Request body: {'port': {'device_id': '81ae5f75-b19d-47e9-9d1b-500c71810b5e', 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'admin_state_up': True, 'tenant_id': '190ff40d5fe14a2c80b33b36d5618352'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:21:35.369329 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Made reservation on behalf of 190ff40d5fe14a2c80b33b36d5618352 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:21:35.373996 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:35.470623 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7d5d9415-a502-405d-ae18-9514794f2d0c req-de041a59-4bc6-41c8-9fce-2d08fcf5a879 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 210 time: 0.0428257 Jun 22 04:21:35.532095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Allocated IP 172.20.0.3 (645c83db-582b-4d65-8922-bde2a5941b87/b9e96c97-896b-4580-a235-857e9e2f323d/89099f48-c833-472b-9a6f-9b013196f1c0) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:21:35.680009 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:35.775594 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:35.779480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ad0703be-445e-4620-9a06-0df8627883ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:35.814039 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['ab36e6aa-4b79-4b73-b6c0-822340974b2f', '2dc54ea0-75ae-45db-8ccd-9be44c02fe42', '6b8fee6f-418a-479c-906c-a92ccdd06936'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:21:35.822688 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Network 645c83db-582b-4d65-8922-bde2a5941b87 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:21:35.828169 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:21:35.833340 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:21:35.837074 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Pushing event updated for resources: {'Port': ['ID=89099f48-c833-472b-9a6f-9b013196f1c0,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:35.857414 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:35.884246 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:35.884879 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:35.969853 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509191 Jun 22 04:21:35.992334 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Request body: {'port': {'device_id': '81ae5f75-b19d-47e9-9d1b-500c71810b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:21:36.069642 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:36.324952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89099f48-c833-472b-9a6f-9b013196f1c0 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:21:36.332225 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:36.343726 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Transition to ACTIVE for port object 89099f48-c833-472b-9a6f-9b013196f1c0 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:21:36.431920 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:36.433978 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:36.529988 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Pushing event updated for resources: {'Port': ['ID=89099f48-c833-472b-9a6f-9b013196f1c0,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:36.533373 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:36.580882 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Attempting to bind port 89099f48-c833-472b-9a6f-9b013196f1c0 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:21:36.581211 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Attempting to bind port 89099f48-c833-472b-9a6f-9b013196f1c0 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:21:36.581482 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Attempting to bind port 89099f48-c833-472b-9a6f-9b013196f1c0 on network 645c83db-582b-4d65-8922-bde2a5941b87 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:21:36.586769 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Port 89099f48-c833-472b-9a6f-9b013196f1c0 on network 645c83db-582b-4d65-8922-bde2a5941b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:21:36.587095 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Attempting to bind port 89099f48-c833-472b-9a6f-9b013196f1c0 on network 645c83db-582b-4d65-8922-bde2a5941b87 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:21:36.593937 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:21:36.594308 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Checking segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:21:36.594851 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Bound using segment: {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:21:36.595304 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Bound port: 89099f48-c833-472b-9a6f-9b013196f1c0, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:21:36.595668 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:36.745278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] For port 89099f48-c833-472b-9a6f-9b013196f1c0, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:21:36.754810 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914483b-f207-47ad-97b2-5127f0951afe req-3e14b402-0f2b-4b68-ac27-e28844b91be6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:36.756295 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b914483b-f207-47ad-97b2-5127f0951afe req-3e14b402-0f2b-4b68-ac27-e28844b91be6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 943 time: 0.1641247 Jun 22 04:21:36.758828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] For port 89099f48-c833-472b-9a6f-9b013196f1c0, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=89099f48-c833-472b-9a6f-9b013196f1c0,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:21:36.779156 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63ed32-0347-4a20-8503-2e93f20077e1 req-674983a7-683c-423e-be52-395b488ce466 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:36.780484 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bd63ed32-0347-4a20-8503-2e93f20077e1 req-674983a7-683c-423e-be52-395b488ce466 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 946 time: 0.1457856 Jun 22 04:21:36.825740 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:36.830658 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b914483b-f207-47ad-97b2-5127f0951afe req-4aeb690c-efd4-4191-8bc4-579ee428bc38 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677700 Jun 22 04:21:36.833892 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-699a1a6b-d6ce-470a-b0f7-c665cbfccc74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:36.862921 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bd63ed32-0347-4a20-8503-2e93f20077e1 req-9ef78a2e-3bba-4356-9af9-1ac77401ec74 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762258 Jun 22 04:21:36.873181 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:36.877761 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:36.877761 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] 10.222.0.26 "PUT /v2.0/ports/89099f48-c833-472b-9a6f-9b013196f1c0 HTTP/1.1" status: 200 len: 1093 time: 0.8877442 Jun 22 04:21:36.877761 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ae5f75-b19d-47e9-9d1b-500c71810b5e', 'tag': '89099f48-c833-472b-9a6f-9b013196f1c0'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:21:36.878716 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e830d84-8b79-43ce-b2d0-ce34cfb8ace4" -d '{"events": [{"name": "network-changed", "server_uuid": "81ae5f75-b19d-47e9-9d1b-500c71810b5e", "tag": "89099f48-c833-472b-9a6f-9b013196f1c0"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:21:36.898463 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Pushing event updated for resources: {'Port': ['ID=89099f48-c833-472b-9a6f-9b013196f1c0,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:36.901791 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:36.926923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae06b801-12c4-4ca5-a49b-0ec1b4129c22 x-openstack-request-id: req-ae06b801-12c4-4ca5-a49b-0ec1b4129c22 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:21:36.927252 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ae5f75-b19d-47e9-9d1b-500c71810b5e", "tag": "89099f48-c833-472b-9a6f-9b013196f1c0", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:21:36.927549 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae06b801-12c4-4ca5-a49b-0ec1b4129c22 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:21:36.928025 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ae5f75-b19d-47e9-9d1b-500c71810b5e', 'tag': '89099f48-c833-472b-9a6f-9b013196f1c0', 'status': 'completed', 'code': 200} Jun 22 04:21:37.027590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e830d84-8b79-43ce-b2d0-ce34cfb8ace4 req-8619bc68-277f-4a7b-8793-5b68ba340220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:37.029040 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e830d84-8b79-43ce-b2d0-ce34cfb8ace4 req-8619bc68-277f-4a7b-8793-5b68ba340220 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 1096 time: 0.0527136 Jun 22 04:21:37.135462 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e830d84-8b79-43ce-b2d0-ce34cfb8ace4 req-b778bff7-e077-4237-b0b7-c264a185c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:37.136801 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e830d84-8b79-43ce-b2d0-ce34cfb8ace4 req-b778bff7-e077-4237-b0b7-c264a185c385 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=190ff40d5fe14a2c80b33b36d5618352&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0927362 Jun 22 04:21:37.228866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e830d84-8b79-43ce-b2d0-ce34cfb8ace4 req-e6873ef4-7069-42e1-972e-24c9ef167022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:37.230340 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e830d84-8b79-43ce-b2d0-ce34cfb8ace4 req-e6873ef4-7069-42e1-972e-24c9ef167022 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860915 Jun 22 04:21:37.342247 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-aefaaa3d-2232-4515-87dd-940fc778e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:37.343672 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-aefaaa3d-2232-4515-87dd-940fc778e1a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190ff40d5fe14a2c80b33b36d5618352&device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 1096 time: 0.0503178 Jun 22 04:21:37.390918 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-99853482-5246-4ef0-b65a-6e7c9b49f08a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89099f48-c833-472b-9a6f-9b013196f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0322840 Jun 22 04:21:37.439104 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-7efd96cd-737d-4ee9-81d6-3beeb6d11aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:37.440592 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-7efd96cd-737d-4ee9-81d6-3beeb6d11aff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e96c97-896b-4580-a235-857e9e2f323d HTTP/1.1" status: 200 len: 855 time: 0.0422428 Jun 22 04:21:37.476493 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-6868ef65-6b38-4f38-8649-51755b3e8159 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=645c83db-582b-4d65-8922-bde2a5941b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285363 Jun 22 04:21:37.564557 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-3eb30976-7d35-4d14-ba43-233cf8677314 service neutron] 10.222.0.26 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775442 Jun 22 04:21:37.653522 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6e75cb8-580c-4c3d-bee2-0fc375e20994 req-ce10c4af-a663-44da-b770-e4e19e5c844a service neutron] 10.222.0.26 "GET /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817239 Jun 22 04:21:38.050193 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4daa03-a500-4cd3-9a1d-b63063a2a9ca req-570455f9-5ec1-48d1-86b5-7d6bbe61f014 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:38.051622 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c4daa03-a500-4cd3-9a1d-b63063a2a9ca req-570455f9-5ec1-48d1-86b5-7d6bbe61f014 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 943 time: 0.0992045 Jun 22 04:21:38.071672 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779bd10-b75c-4c45-8f7d-e14897d86788 req-bd918859-bc29-4d59-8da4-cd82f03a2e00 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:38.073031 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a779bd10-b75c-4c45-8f7d-e14897d86788 req-bd918859-bc29-4d59-8da4-cd82f03a2e00 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 946 time: 0.0899858 Jun 22 04:21:38.123933 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c4daa03-a500-4cd3-9a1d-b63063a2a9ca req-cf0c25a2-ee6d-4bed-92a7-092e65b12172 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Jun 22 04:21:38.129200 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a779bd10-b75c-4c45-8f7d-e14897d86788 req-ac01780c-3d99-4cad-96e4-ddf9b3229355 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490346 Jun 22 04:21:39.108054 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-a128b7c5-b5bb-4e37-bd0e-ac068f9e3829 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:39.109457 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-a128b7c5-b5bb-4e37-bd0e-ac068f9e3829 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 946 time: 0.0603373 Jun 22 04:21:39.218480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Deleting port 0c1de855-91e2-4341-9b78-419895c97a93 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:21:39.218999 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:39.385769 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] For port 0c1de855-91e2-4341-9b78-419895c97a93, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=0c1de855-91e2-4341-9b78-419895c97a93,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:39.386128 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:39.443062 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c309b38-c22a-4f4d-9ab5-cf2266ebb3b1 req-c68949be-516c-423a-8ba5-d4d6537fd921 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:39.444434 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5c309b38-c22a-4f4d-9ab5-cf2266ebb3b1 req-c68949be-516c-423a-8ba5-d4d6537fd921 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 943 time: 0.1824329 Jun 22 04:21:39.453074 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4913fe7-b0c3-4321-b483-af4a17b78c00 req-345aa76c-58b4-4dec-87d6-4fb1c06e7e5f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:39.454463 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f4913fe7-b0c3-4321-b483-af4a17b78c00 req-345aa76c-58b4-4dec-87d6-4fb1c06e7e5f tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 946 time: 0.1935174 Jun 22 04:21:39.558541 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5c309b38-c22a-4f4d-9ab5-cf2266ebb3b1 req-ac8d939b-a7e5-4b2f-89b3-04cb3bb443f2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986812 Jun 22 04:21:39.570619 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f4913fe7-b0c3-4321-b483-af4a17b78c00 req-7c46216d-e80f-40ce-a367-83e717dfc2cc tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0306c214-a644-4ead-add7-2ff6cc0a0b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097307 Jun 22 04:21:39.630387 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:39.630795 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:39.631110 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Floating IP 7525cb51-b57f-4acb-87f1-ba9b3fe97a96 disassociated. External IP: 172.27.1.136, port: 0c1de855-91e2-4341-9b78-419895c97a93. Jun 22 04:21:39.631462 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Calling delete_port for 0c1de855-91e2-4341-9b78-419895c97a93 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:21:39.815073 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:39.822797 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d106ab8e-63ba-4bfc-8bee-149139be6429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:39.843848 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event deleted for resources: {'Port': ['ID=0c1de855-91e2-4341-9b78-419895c97a93,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:39.847647 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:39.956088 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Router eddebb2c-b6e4-491b-a661-a192bb40839a has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:21:40.058948 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:21:40.069455 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] Sync routers for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:21:40.079294 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:21:40.079915 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:21:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:40.100590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] No DVR routers for this DVR port 0c1de855-91e2-4341-9b78-419895c97a93 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:21:40.103076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:40.104982 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e9bb205c-14e7-4f29-a38c-5754891d54f4 req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.26 "DELETE /v2.0/ports/0c1de855-91e2-4341-9b78-419895c97a93 HTTP/1.1" status: 204 len: 173 time: 0.9894638 Jun 22 04:21:40.105476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-deleted', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:21:40.107730 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d4fd86-621e-4435-aaa2-303fc8a62315" -d '{"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-deleted", "tag": "0c1de855-91e2-4341-9b78-419895c97a93"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:21:40.146929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24a87e3-fc5e-4db7-9b4e-ae4f7af6c966 x-openstack-request-id: req-e24a87e3-fc5e-4db7-9b4e-ae4f7af6c966 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:21:40.146929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc2af9e-e228-4de8-b6e8-21cfeac13d74", "name": "network-vif-deleted", "tag": "0c1de855-91e2-4341-9b78-419895c97a93", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:21:40.146929 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e24a87e3-fc5e-4db7-9b4e-ae4f7af6c966 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:21:40.146929 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2af9e-e228-4de8-b6e8-21cfeac13d74', 'name': 'network-vif-deleted', 'tag': '0c1de855-91e2-4341-9b78-419895c97a93', 'status': 'completed', 'code': 200} Jun 22 04:21:40.191769 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:21:40.471584 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:40.496891 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] Checking router: eddebb2c-b6e4-491b-a661-a192bb40839a for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:21:40.505624 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:21:40.506253 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:21:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:40.612751 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:21:40.748542 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b22f16dd-ce3e-4a4c-99ab-bd0a32dff57b req-35c2f5fd-279f-4dcf-b395-4cdf76aa8de9 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc2af9e-e228-4de8-b6e8-21cfeac13d74 HTTP/1.1" status: 200 len: 210 time: 0.0358508 Jun 22 04:21:40.764504 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64851d3-f2a0-4a58-a0f7-73129a874235 req-34b1e059-b906-4c74-8748-65c5712d984a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:40.765982 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b64851d3-f2a0-4a58-a0f7-73129a874235 req-34b1e059-b906-4c74-8748-65c5712d984a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 943 time: 0.0955188 Jun 22 04:21:40.804195 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b64851d3-f2a0-4a58-a0f7-73129a874235 req-35326eee-01f1-450f-89b2-1c42fb27029f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Jun 22 04:21:40.808297 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:40.833930 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014305b-3637-4f19-8bf1-cef3b122f4e6 None None] The sync data for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi is: [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:46Z', 'revision_number': 4, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'e02ef6bf-3b7f-4a5f-8693-320bc1a88abf', 'name': '', 'network_id': '6b4a7862-9d1c-42f0-8d5e-13533a8f396b', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'mac_address': 'fa:16:3e:f5:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:46Z', 'updated_at': '2021-06-22T04:10:52Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'subnets': [{'id': 'e95dcec5-f608-4cb9-b71d-0774c93f818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:21:41.050656 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65b8c9-52bf-4487-b759-f59dfd63cadb None None] New status for floating IP 7525cb51-b57f-4acb-87f1-ba9b3fe97a96: DOWN {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:21:41.924434 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 54996) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:42.007239 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-60e16859-142e-42f0-901b-23975caf6768 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.025500 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4de7d8-30ac-49af-b4d8-995ab59c07c7 req-b5b80e53-a393-4960-8d08-c0deabf567fd tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:42.026973 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe4de7d8-30ac-49af-b4d8-995ab59c07c7 req-b5b80e53-a393-4960-8d08-c0deabf567fd tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 943 time: 0.1138227 Jun 22 04:21:42.045278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-60e16859-142e-42f0-901b-23975caf6768 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.097477 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fe4de7d8-30ac-49af-b4d8-995ab59c07c7 req-5ffa99f7-4052-4900-8da7-9d0c3cbd135c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612926 Jun 22 04:21:42.163548 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-60e16859-142e-42f0-901b-23975caf6768 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.166493 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-60e16859-142e-42f0-901b-23975caf6768 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.167590 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-60e16859-142e-42f0-901b-23975caf6768 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "DELETE /v2.0/security-groups/0306c214-a644-4ead-add7-2ff6cc0a0b4e HTTP/1.1" status: 204 len: 168 time: 0.2422452 Jun 22 04:21:42.168391 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cb29ccec-b0d4-422b-8b04-c23b2b2952f9 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:42.170663 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 54998) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:42.178201 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e16859-142e-42f0-901b-23975caf6768 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0306c214-a644-4ead-add7-2ff6cc0a0b4e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:42.182467 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-60e16859-142e-42f0-901b-23975caf6768 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:42.185774 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.api.v2.resource [None req-d0062618-0706-4bb4-ad6d-d22f24c536d7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] show failed (client error): The resource could not be found. Jun 22 04:21:42.190565 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-d0062618-0706-4bb4-ad6d-d22f24c536d7 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "GET /v2.0/security-groups/0306c214-a644-4ead-add7-2ff6cc0a0b4e HTTP/1.1" status: 404 len: 347 time: 0.0188317 Jun 22 04:21:42.193481 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55002) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:42.313338 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Deleting port 306af38b-03fc-48e9-832b-a3b19693f7fa {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:21:42.313690 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.352992 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 89099f48-c833-472b-9a6f-9b013196f1c0 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:21:42.360826 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:21:42.389154 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 0c1de855-91e2-4341-9b78-419895c97a93 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:21:42.389509 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 0c1de855-91e2-4341-9b78-419895c97a93 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:21:42.393148 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.393500 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.455574 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Calling delete_port for 306af38b-03fc-48e9-832b-a3b19693f7fa owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:21:42.469855 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 89099f48-c833-472b-9a6f-9b013196f1c0, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=89099f48-c833-472b-9a6f-9b013196f1c0,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:42.480538 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '89099f48-c833-472b-9a6f-9b013196f1c0', 'network_id': '645c83db-582b-4d65-8922-bde2a5941b87', 'port_id': '89099f48-c833-472b-9a6f-9b013196f1c0', 'mac_address': 'fa:16:3e:51:e9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e96c97-896b-4580-a235-857e9e2f323d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:21:42.517973 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.530473 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89099f48-c833-472b-9a6f-9b013196f1c0 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:21:42.551252 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 89099f48-c833-472b-9a6f-9b013196f1c0, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=89099f48-c833-472b-9a6f-9b013196f1c0,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:42.654622 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.657080 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:42.705818 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=89099f48-c833-472b-9a6f-9b013196f1c0,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:42.708978 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:42.723278 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.725438 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:42.752163 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Pushing event deleted for resources: {'Port': ['ID=306af38b-03fc-48e9-832b-a3b19693f7fa,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:42.777658 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.778040 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.778437 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.778805 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.779169 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.779530 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.779909 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.780249 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.780603 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.780957 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.781310 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.781665 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:42.785286 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:42.823591 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.826154 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:42.827283 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-0f595ea6-4353-4d72-a9bb-519683a127dd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] 10.222.0.37 "DELETE /v2.0/floatingips/7525cb51-b57f-4acb-87f1-ba9b3fe97a96 HTTP/1.1" status: 204 len: 168 time: 0.6328084 Jun 22 04:21:43.166654 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['89099f48-c833-472b-9a6f-9b013196f1c0'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:21:43.272420 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5acb05-ac3a-4575-8cb8-8ef7662f8724 req-1383c824-9c7d-4602-8cd4-7621615a0671 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:43.274000 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a5acb05-ac3a-4575-8cb8-8ef7662f8724 req-1383c824-9c7d-4602-8cd4-7621615a0671 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 944 time: 0.0656343 Jun 22 04:21:43.312597 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a5acb05-ac3a-4575-8cb8-8ef7662f8724 req-17564112-c153-4e4b-a498-e079e909aa8f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Jun 22 04:21:44.355947 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 89099f48-c833-472b-9a6f-9b013196f1c0 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:21:44.492921 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d7c2-f788-4196-81e4-b35751bb85d5 req-981922b4-a677-4aa1-8717-6becbe8e375e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:44.492921 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b07d7c2-f788-4196-81e4-b35751bb85d5 req-981922b4-a677-4aa1-8717-6becbe8e375e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 944 time: 0.0646238 Jun 22 04:21:44.493542 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 89099f48-c833-472b-9a6f-9b013196f1c0 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:21:44.494531 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 89099f48-c833-472b-9a6f-9b013196f1c0 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:21:44.495036 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:44.530534 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b07d7c2-f788-4196-81e4-b35751bb85d5 req-2a52d4bc-9b6c-48ae-8f9b-2753355d2c00 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365617 Jun 22 04:21:44.583956 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:44.606623 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ae5f75-b19d-47e9-9d1b-500c71810b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89099f48-c833-472b-9a6f-9b013196f1c0'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:21:44.608893 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e3d1d2-0a32-4ff8-9a4a-59ea8138f761" -d '{"events": [{"server_uuid": "81ae5f75-b19d-47e9-9d1b-500c71810b5e", "name": "network-vif-plugged", "status": "completed", "tag": "89099f48-c833-472b-9a6f-9b013196f1c0"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:21:44.621448 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 89099f48-c833-472b-9a6f-9b013196f1c0, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=89099f48-c833-472b-9a6f-9b013196f1c0,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:44.644397 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59cbe52-fd02-4f38-aafe-b05e8686f557 x-openstack-request-id: req-e59cbe52-fd02-4f38-aafe-b05e8686f557 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:21:44.644703 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ae5f75-b19d-47e9-9d1b-500c71810b5e", "name": "network-vif-plugged", "status": "completed", "tag": "89099f48-c833-472b-9a6f-9b013196f1c0", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:21:44.644964 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e59cbe52-fd02-4f38-aafe-b05e8686f557 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:21:44.645362 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ae5f75-b19d-47e9-9d1b-500c71810b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89099f48-c833-472b-9a6f-9b013196f1c0', 'code': 200} Jun 22 04:21:44.706426 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:44.708299 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:44.755501 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=89099f48-c833-472b-9a6f-9b013196f1c0,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:44.758431 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:45.039217 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e586f6-0999-46e2-a052-aa3a18892567 req-7507264a-dec0-4ca4-9e82-8736c51296f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:45.040660 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e586f6-0999-46e2-a052-aa3a18892567 req-7507264a-dec0-4ca4-9e82-8736c51296f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 1098 time: 0.0501010 Jun 22 04:21:45.075619 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e586f6-0999-46e2-a052-aa3a18892567 req-7ae41697-94db-4c5a-b004-8fb5df302dea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282319 Jun 22 04:21:45.687481 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55032) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:45.707917 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289f996-aaff-4db1-a3a8-844349aa6b8e req-41b8ebb4-3319-4c2c-9cbb-cdef460f5fc2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:45.709397 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a289f996-aaff-4db1-a3a8-844349aa6b8e req-41b8ebb4-3319-4c2c-9cbb-cdef460f5fc2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 945 time: 0.0632665 Jun 22 04:21:45.747175 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a289f996-aaff-4db1-a3a8-844349aa6b8e req-77df83d1-fd73-430c-ba11-e2b2334985bd tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Jun 22 04:21:46.121799 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:46.359527 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Deleting port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:21:46.359868 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:46.435506 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] For port e02ef6bf-3b7f-4a5f-8693-320bc1a88abf, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:46.435780 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:46.496444 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Calling delete_port for e02ef6bf-3b7f-4a5f-8693-320bc1a88abf owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:21:46.860508 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:46.863455 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:46.891661 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02ef6bf-3b7f-4a5f-8693-320bc1a88abf,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:46.895243 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:46.937648 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c2adc-a904-46fc-b18c-bfc93e963ff7 req-1fcb9568-37f4-437a-a40a-4665ee48e1ec tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:46.939419 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce5c2adc-a904-46fc-b18c-bfc93e963ff7 req-1fcb9568-37f4-437a-a40a-4665ee48e1ec tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 945 time: 0.0818172 Jun 22 04:21:46.981316 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ce5c2adc-a904-46fc-b18c-bfc93e963ff7 req-cf0dd455-303e-4c09-931d-82b66afe4160 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355010 Jun 22 04:21:47.061583 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:47.268134 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Router eddebb2c-b6e4-491b-a661-a192bb40839a has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:21:47.369886 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:21:47.374855 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] 10.222.0.37 "PUT /v2.0/routers/eddebb2c-b6e4-491b-a661-a192bb40839a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863518 Jun 22 04:21:47.377470 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55038) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:47.378652 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] Sync routers for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:21:47.387492 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:21:47.388089 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:21:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:47.477519 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks [] for router, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:47.489372 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:21:47.671792 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:21:46Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:47.698281 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] Checking router: eddebb2c-b6e4-491b-a661-a192bb40839a for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:21:47.707682 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] Routers {'eddebb2c-b6e4-491b-a661-a192bb40839a'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:21:47.708299 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:21:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['eddebb2c-b6e4-491b-a661-a192bb40839a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:47.793473 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:47.811802 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] Set router eddebb2c-b6e4-491b-a661-a192bb40839a gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:21:47.915278 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Deleting port 4c78c061-e152-4e4d-9636-875bdfdfac34 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:21:47.915845 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:47.987038 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:21:46Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:47.998377 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] For port 4c78c061-e152-4e4d-9636-875bdfdfac34, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=4c78c061-e152-4e4d-9636-875bdfdfac34,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:47.998736 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.016299 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea06b5-ced3-4802-8c13-92fa7b297fde None None] The sync data for ids ['eddebb2c-b6e4-491b-a661-a192bb40839a'] in dv-cinder-797380-1-iscsi is: [{'id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'name': 'tempest-AttachVolumeShelveTestJSON-1181454868-router', 'tenant_id': '53b16f052bf2437086d8b8d424558ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:21:46Z', 'revision_number': 5, 'project_id': '53b16f052bf2437086d8b8d424558ea9', 'gw_port': {'id': '4c78c061-e152-4e4d-9636-875bdfdfac34', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddebb2c-b6e4-491b-a661-a192bb40839a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:10:43Z', 'updated_at': '2021-06-22T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:21:48.069408 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Calling delete_port for 4c78c061-e152-4e4d-9636-875bdfdfac34 owned by network:router_gateway {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:21:48.159932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d464ceb-2c81-41c8-b7fe-7957b741be1f req-7a0f0cca-fef5-49a0-acd3-0b94c12634c7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:21:48.161404 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1d464ceb-2c81-41c8-b7fe-7957b741be1f req-7a0f0cca-fef5-49a0-acd3-0b94c12634c7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 945 time: 0.0638068 Jun 22 04:21:48.199351 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1d464ceb-2c81-41c8-b7fe-7957b741be1f req-2d3b1c13-bd1b-480f-b743-0924e1240b24 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Jun 22 04:21:48.323543 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.326596 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4aac7345-5908-46e8-a6bd-32dd2175f65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:48.350911 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c78c061-e152-4e4d-9636-875bdfdfac34,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:48.353995 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:48.416579 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.509516 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.511751 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.646681 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device e02ef6bf-3b7f-4a5f-8693-320bc1a88abf no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:21:48.667697 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: e02ef6bf-3b7f-4a5f-8693-320bc1a88abf {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:21:48.668018 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device e02ef6bf-3b7f-4a5f-8693-320bc1a88abf not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:21:48.694550 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.695117 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eddebb2c-b6e4-491b-a661-a192bb40839a {{(pid=93482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:21:48.700093 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.701373 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a38207e6-64df-40de-ba2e-2538f3b4148d admin admin] 10.222.0.37 "DELETE /v2.0/routers/eddebb2c-b6e4-491b-a661-a192bb40839a HTTP/1.1" status: 204 len: 168 time: 1.3228831 Jun 22 04:21:48.704069 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55044) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:48.750786 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] Deleting subnet e95dcec5-f608-4cb9-b71d-0774c93f818e {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:21:48.754659 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.804072 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:48.883106 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.008874 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.011089 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4c7f875c-a671-48cf-a12e-6fe50974a732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:49.037768 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95dcec5-f608-4cb9-b71d-0774c93f818e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:49.040854 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:49.041840 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.043705 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-741cfa69-6d11-45be-85f1-5fc0174dcec9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e95dcec5-f608-4cb9-b71d-0774c93f818e HTTP/1.1" status: 204 len: 168 time: 0.3377309 Jun 22 04:21:49.046947 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55050) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:49.049352 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef224911-1660-4b88-a9f3-daee94817daf None None] Network 6b4a7862-9d1c-42f0-8d5e-13533a8f396b requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:21:49.120462 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.176316 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Deleting port b6147d6a-8374-4ae5-a060-2df0e53639d8 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:21:49.176996 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.239538 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] DHCP port deletion for 6b4a7862-9d1c-42f0-8d5e-13533a8f396b request from dv-cinder-797380-1-iscsi {{(pid=93484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:21:49.239939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] For port b6147d6a-8374-4ae5-a060-2df0e53639d8, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=b6147d6a-8374-4ae5-a060-2df0e53639d8,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:49.240302 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.284263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] Deleting port b6147d6a-8374-4ae5-a060-2df0e53639d8 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:21:49.284565 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.305472 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Calling delete_port for b6147d6a-8374-4ae5-a060-2df0e53639d8 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:21:49.344981 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] For port b6147d6a-8374-4ae5-a060-2df0e53639d8, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=b6147d6a-8374-4ae5-a060-2df0e53639d8,segment=NetworkSegment(a42d155b-f678-4300-bef7-c824d99eba77),segment_id=a42d155b-f678-4300-bef7-c824d99eba77)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:21:49.345419 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.409147 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] Calling delete_port for b6147d6a-8374-4ae5-a060-2df0e53639d8 owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:21:49.448923 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.451802 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:49.478909 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6147d6a-8374-4ae5-a060-2df0e53639d8,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:49.483237 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] No DVR routers for this DVR port b6147d6a-8374-4ae5-a060-2df0e53639d8 on host dv-cinder-797380-1-iscsi {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:21:49.484992 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.487473 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:49.492102 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.492490 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.492866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.493339 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.493702 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.494086 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.494450 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.494810 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.495184 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.495525 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.495879 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.496230 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:21:49.508949 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] Pushing event deleted for resources: {'Port': ['ID=b6147d6a-8374-4ae5-a060-2df0e53639d8,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:49.512464 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:49.514696 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfb8a1-e34a-49e1-ae94-4e63632245bc None None] No DVR routers for this DVR port b6147d6a-8374-4ae5-a060-2df0e53639d8 on host dv-cinder-797380-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:21:49.515977 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:49.568759 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.578322 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4a7862-9d1c-42f0-8d5e-13533a8f396b']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:49.588229 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42d155b-f678-4300-bef7-c824d99eba77') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:49.588536 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42d155b-f678-4300-bef7-c824d99eba77') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:21:49.597223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24247654'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.611590 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.617300 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:21:49.618364 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24604996'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: timer() Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: cb(*args, **kw) Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: self._notify() Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: self.callback(batched_events) Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: event.method(event) Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._get(url).json() Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:21:49.619463 dv-cinder-797380-1-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:21:49.763130 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.766797 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:49.769299 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:49.771009 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6b4a7862-9d1c-42f0-8d5e-13533a8f396b HTTP/1.1" status: 204 len: 168 time: 0.7218704 Jun 22 04:21:49.781968 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4a7862-9d1c-42f0-8d5e-13533a8f396b,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:49.784357 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:50.098375 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55056) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:50.132138 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6fa06c25-b78f-4d78-a8fa-77247abf6605 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53b16f052bf2437086d8b8d424558ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379136 Jun 22 04:21:50.134330 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55058) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:50.179849 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eac2fa18-e53f-41f4-8939-d38798b1f7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:50.199711 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eac2fa18-e53f-41f4-8939-d38798b1f7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:50.328511 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eac2fa18-e53f-41f4-8939-d38798b1f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:50.331702 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eac2fa18-e53f-41f4-8939-d38798b1f7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:50.332800 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-eac2fa18-e53f-41f4-8939-d38798b1f7fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea742eeb-7da8-49ee-99cf-9a3e4659cf20 HTTP/1.1" status: 204 len: 168 time: 0.1976147 Jun 22 04:21:50.333536 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-47e224d8-103a-481f-b424-ad9eeedad52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:50.340835 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2fa18-e53f-41f4-8939-d38798b1f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea742eeb-7da8-49ee-99cf-9a3e4659cf20,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:50.343292 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eac2fa18-e53f-41f4-8939-d38798b1f7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:50.601540 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device b6147d6a-8374-4ae5-a060-2df0e53639d8 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:21:50.621835 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: b6147d6a-8374-4ae5-a060-2df0e53639d8 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:21:50.622265 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device b6147d6a-8374-4ae5-a060-2df0e53639d8 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:21:50.622702 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 4c78c061-e152-4e4d-9636-875bdfdfac34 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:21:50.643574 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 4c78c061-e152-4e4d-9636-875bdfdfac34 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:21:50.643939 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 4c78c061-e152-4e4d-9636-875bdfdfac34 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:21:51.328823 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a3f11d6-c5a9-4430-8deb-9dd07ce54187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:52.075230 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55120) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:52.176820 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8fb69cb-50e3-4aa4-ba07-1bbdeeb6f9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:52.259114 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8fb69cb-50e3-4aa4-ba07-1bbdeeb6f9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:52.316754 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8fb69cb-50e3-4aa4-ba07-1bbdeeb6f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:52.319153 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e4542187-0419-44db-9e68-1c4e50819d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:52.354257 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a8fb69cb-50e3-4aa4-ba07-1bbdeeb6f9aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c8ebad396cf4442af3ffbc29988e7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779019 Jun 22 04:21:52.355073 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb69cb-50e3-4aa4-ba07-1bbdeeb6f9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311136ce-af92-41a6-8ab9-98d970af0255,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:52.356958 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55124) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:21:52.358101 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a8fb69cb-50e3-4aa4-ba07-1bbdeeb6f9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:52.405506 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0119d3b-97c4-4d43-8696-a27e5f5be4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:52.427106 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0119d3b-97c4-4d43-8696-a27e5f5be4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:52.591248 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0119d3b-97c4-4d43-8696-a27e5f5be4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:52.593814 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0119d3b-97c4-4d43-8696-a27e5f5be4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:52.594981 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-a0119d3b-97c4-4d43-8696-a27e5f5be4f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/311136ce-af92-41a6-8ab9-98d970af0255 HTTP/1.1" status: 204 len: 168 time: 0.2369807 Jun 22 04:21:52.595808 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f0498816-39e3-4adc-b8fc-31f4e9101456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:21:52.603666 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0119d3b-97c4-4d43-8696-a27e5f5be4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311136ce-af92-41a6-8ab9-98d970af0255,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:21:52.606146 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a0119d3b-97c4-4d43-8696-a27e5f5be4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:21:53.820164 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4643760-cbb0-4b78-8c47-217cf2bbdc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:54.123318 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:55.202934 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:21:56.471524 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:00.924179 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55236) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:01.024505 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4974135-6d8f-4156-b52d-f0df0091b12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:01.108561 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4974135-6d8f-4156-b52d-f0df0091b12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:01.167856 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4974135-6d8f-4156-b52d-f0df0091b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:01.171473 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4fd607a4-3eb4-480a-a516-9f22a7162225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:01.205608 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c4974135-6d8f-4156-b52d-f0df0091b12e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd57d2a5a242416da32d8c3eb494ab0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804165 Jun 22 04:22:01.206585 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4974135-6d8f-4156-b52d-f0df0091b12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65177846-1d3b-453f-b5c7-4148542c7698,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:01.208379 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55240) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:01.210206 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c4974135-6d8f-4156-b52d-f0df0091b12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:01.256566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-49bcbe43-422e-4105-aa34-ab8e2e16f7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:01.276276 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-49bcbe43-422e-4105-aa34-ab8e2e16f7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:01.379857 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-49bcbe43-422e-4105-aa34-ab8e2e16f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:01.382489 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-49bcbe43-422e-4105-aa34-ab8e2e16f7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:01.383614 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-49bcbe43-422e-4105-aa34-ab8e2e16f7b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65177846-1d3b-453f-b5c7-4148542c7698 HTTP/1.1" status: 204 len: 168 time: 0.1742628 Jun 22 04:22:01.384357 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-688af86e-a583-4420-b630-f6f6cccf652b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:01.392184 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcbe43-422e-4105-aa34-ab8e2e16f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65177846-1d3b-453f-b5c7-4148542c7698,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:01.394552 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-49bcbe43-422e-4105-aa34-ab8e2e16f7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:01.933083 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55248) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:01.946887 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-01fab3ba-9599-4a55-8037-0efd2c617974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:02.191394 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:02.314812 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-01fab3ba-9599-4a55-8037-0efd2c617974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:02.390767 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-01fab3ba-9599-4a55-8037-0efd2c617974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:02.393404 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b58ee6be-18b2-4fda-944f-60014772cbb8 tempest-VolumesNegativeTest-1902061243 tempest-VolumesNegativeTest-1902061243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:02.429129 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-01fab3ba-9599-4a55-8037-0efd2c617974 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=934a919a349340c2a824111d4f2ffcfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948950 Jun 22 04:22:02.430155 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fab3ba-9599-4a55-8037-0efd2c617974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0507ad88-8892-448e-be8f-d7704c64eabb,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:02.431849 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55250) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:02.433140 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-01fab3ba-9599-4a55-8037-0efd2c617974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:02.483624 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3852b4ab-deb5-4ddf-bafc-4efccaba91db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:02.504820 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3852b4ab-deb5-4ddf-bafc-4efccaba91db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:02.625811 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3852b4ab-deb5-4ddf-bafc-4efccaba91db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:02.628398 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3852b4ab-deb5-4ddf-bafc-4efccaba91db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:02.629516 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-3852b4ab-deb5-4ddf-bafc-4efccaba91db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0507ad88-8892-448e-be8f-d7704c64eabb HTTP/1.1" status: 204 len: 168 time: 0.1961310 Jun 22 04:22:02.630290 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-60a60fb8-4772-484f-b713-d7c1747dc775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:02.638760 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852b4ab-deb5-4ddf-bafc-4efccaba91db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0507ad88-8892-448e-be8f-d7704c64eabb,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:02.639994 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3852b4ab-deb5-4ddf-bafc-4efccaba91db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:04.665655 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3599c0-eed9-43a3-bd7c-0c397498dcf5 req-03d1b679-97c8-4200-b0a0-05663740cea0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:04.667059 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b3599c0-eed9-43a3-bd7c-0c397498dcf5 req-03d1b679-97c8-4200-b0a0-05663740cea0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 945 time: 0.0621142 Jun 22 04:22:04.704534 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b3599c0-eed9-43a3-bd7c-0c397498dcf5 req-625b4813-34a9-40da-9fbf-21a2d16df9e4 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Jun 22 04:22:05.045654 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55316) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:05.145887 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-84c7387b-1fe7-49cf-8175-85c25a94ea2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:05.229664 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-84c7387b-1fe7-49cf-8175-85c25a94ea2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:05.339830 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-84c7387b-1fe7-49cf-8175-85c25a94ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:05.342526 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8f442b81-3025-420b-ba76-3379a01969a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:05.379294 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-84c7387b-1fe7-49cf-8175-85c25a94ea2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34e3dd5082b1419dab193b948445c3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325479 Jun 22 04:22:05.387070 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7387b-1fe7-49cf-8175-85c25a94ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b44c7ce-b9cc-4ea5-b8bf-d144119b2ffc,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:05.387352 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55320) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:05.387456 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-84c7387b-1fe7-49cf-8175-85c25a94ea2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:05.430433 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-53597f9a-c3bc-44b1-9fad-76bba23aba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:05.456165 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-53597f9a-c3bc-44b1-9fad-76bba23aba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:05.568516 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-53597f9a-c3bc-44b1-9fad-76bba23aba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:05.571107 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-53597f9a-c3bc-44b1-9fad-76bba23aba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:05.572224 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-53597f9a-c3bc-44b1-9fad-76bba23aba7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b44c7ce-b9cc-4ea5-b8bf-d144119b2ffc HTTP/1.1" status: 204 len: 168 time: 0.1886253 Jun 22 04:22:05.573068 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0cf29e84-b041-44ac-886a-fea64bedbf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:05.580330 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53597f9a-c3bc-44b1-9fad-76bba23aba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b44c7ce-b9cc-4ea5-b8bf-d144119b2ffc,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:05.582907 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-53597f9a-c3bc-44b1-9fad-76bba23aba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:05.880820 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f5dcf-4c6f-4db1-b1c4-cdc6415be985 req-d3678bbb-61cf-41ef-b4fc-53c044c227ce tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:05.882529 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-774f5dcf-4c6f-4db1-b1c4-cdc6415be985 req-d3678bbb-61cf-41ef-b4fc-53c044c227ce tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 945 time: 0.0626717 Jun 22 04:22:05.919991 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-774f5dcf-4c6f-4db1-b1c4-cdc6415be985 req-18a00806-8e10-4dbb-baf7-04efb3447827 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Jun 22 04:22:06.127113 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55328) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:06.140490 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3de2319f-c848-4269-bcc3-903df47a54a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.225022 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3de2319f-c848-4269-bcc3-903df47a54a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.265288 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3de2319f-c848-4269-bcc3-903df47a54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.268449 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-329228c0-7924-474c-a390-f4b73e72add9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:06.306834 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2319f-c848-4269-bcc3-903df47a54a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35d6685-ac43-4073-8022-cd2677fa5470,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:06.311073 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-3de2319f-c848-4269-bcc3-903df47a54a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c24be463d39e4b08b6c2f339217011f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829333 Jun 22 04:22:06.311970 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3de2319f-c848-4269-bcc3-903df47a54a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:06.314212 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55330) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:06.362139 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ff197b5-daab-40f2-8e2a-05533710579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.382486 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ff197b5-daab-40f2-8e2a-05533710579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.585600 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ff197b5-daab-40f2-8e2a-05533710579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.588267 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ff197b5-daab-40f2-8e2a-05533710579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.589399 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-6ff197b5-daab-40f2-8e2a-05533710579b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b35d6685-ac43-4073-8022-cd2677fa5470 HTTP/1.1" status: 204 len: 168 time: 0.2742848 Jun 22 04:22:06.590187 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a36c1ee3-a205-4fbc-8453-83aa1baf99cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:06.598252 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff197b5-daab-40f2-8e2a-05533710579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35d6685-ac43-4073-8022-cd2677fa5470,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:06.600455 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6ff197b5-daab-40f2-8e2a-05533710579b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:06.630208 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:22:06.674924 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-d327135c-6db5-4c9d-bf5b-c90e753fd457 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:06.676392 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-d327135c-6db5-4c9d-bf5b-c90e753fd457 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 945 time: 0.0700331 Jun 22 04:22:06.775400 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Deleting port 89099f48-c833-472b-9a6f-9b013196f1c0 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:22:06.775741 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.864018 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] For port 89099f48-c833-472b-9a6f-9b013196f1c0, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=89099f48-c833-472b-9a6f-9b013196f1c0,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:06.864379 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:06.926582 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Calling delete_port for 89099f48-c833-472b-9a6f-9b013196f1c0 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:22:07.115149 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e63c34-143d-4b57-bd11-39eef951fec5 req-33f8c436-11ec-42d6-8b7f-4b085dc276b6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:07.116613 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7e63c34-143d-4b57-bd11-39eef951fec5 req-33f8c436-11ec-42d6-8b7f-4b085dc276b6 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 945 time: 0.0795231 Jun 22 04:22:07.142178 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:07.149452 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3e601040-340a-4b10-8367-2b4fd3c7e21f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:07.179621 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['ab36e6aa-4b79-4b73-b6c0-822340974b2f', '2dc54ea0-75ae-45db-8ccd-9be44c02fe42', '6b8fee6f-418a-479c-906c-a92ccdd06936', '89099f48-c833-472b-9a6f-9b013196f1c0'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:22:07.185597 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7e63c34-143d-4b57-bd11-39eef951fec5 req-55287cda-951b-49ee-b129-6261ada82d7a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631695 Jun 22 04:22:07.186380 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Pushing event deleted for resources: {'Port': ['ID=89099f48-c833-472b-9a6f-9b013196f1c0,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:07.192543 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:07.239007 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] No DVR routers for this DVR port 89099f48-c833-472b-9a6f-9b013196f1c0 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:22:07.241513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:07.243672 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5eb8c85-084a-4e59-9a9b-ccadd11f6394 req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "DELETE /v2.0/ports/89099f48-c833-472b-9a6f-9b013196f1c0 HTTP/1.1" status: 204 len: 173 time: 0.5616331 Jun 22 04:22:07.244342 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ae5f75-b19d-47e9-9d1b-500c71810b5e', 'name': 'network-vif-deleted', 'tag': '89099f48-c833-472b-9a6f-9b013196f1c0'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:22:07.246809 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aba5bf-1bdc-4511-a3bc-245c2f9ce2ba" -d '{"events": [{"server_uuid": "81ae5f75-b19d-47e9-9d1b-500c71810b5e", "name": "network-vif-deleted", "tag": "89099f48-c833-472b-9a6f-9b013196f1c0"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:22:07.289518 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b6aecd-8e52-4ad7-a0cd-228069d41653 x-openstack-request-id: req-82b6aecd-8e52-4ad7-a0cd-228069d41653 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:22:07.289518 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ae5f75-b19d-47e9-9d1b-500c71810b5e", "name": "network-vif-deleted", "tag": "89099f48-c833-472b-9a6f-9b013196f1c0", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:22:07.289518 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82b6aecd-8e52-4ad7-a0cd-228069d41653 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:22:07.289518 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ae5f75-b19d-47e9-9d1b-500c71810b5e', 'name': 'network-vif-deleted', 'tag': '89099f48-c833-472b-9a6f-9b013196f1c0', 'status': 'completed', 'code': 200} Jun 22 04:22:08.172149 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55364) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:08.279057 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-daf3fb4a-9960-4879-a61c-afcf5e83b971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:08.368033 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a10ff50c-fa07-44d2-b5ae-814a841c1251 req-3c613334-2857-48d4-99d5-15757d9ff623 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ae5f75-b19d-47e9-9d1b-500c71810b5e HTTP/1.1" status: 200 len: 210 time: 0.0423768 Jun 22 04:22:08.373276 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-daf3fb4a-9960-4879-a61c-afcf5e83b971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:08.454484 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-daf3fb4a-9960-4879-a61c-afcf5e83b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:08.458104 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:08.492145 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-daf3fb4a-9960-4879-a61c-afcf5e83b971 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=703ff2e7c15a4c66b0c2d4d43ebd965c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189564 Jun 22 04:22:08.494156 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3fb4a-9960-4879-a61c-afcf5e83b971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b14597-249a-4875-b0ac-f7173dd12242,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:08.494862 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55370) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:08.496975 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-daf3fb4a-9960-4879-a61c-afcf5e83b971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:08.543577 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5c2a-1bd1-453d-b39a-0efaad50dd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:08.569663 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5c2a-1bd1-453d-b39a-0efaad50dd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:08.659633 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5c2a-1bd1-453d-b39a-0efaad50dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:08.662242 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5c2a-1bd1-453d-b39a-0efaad50dd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:08.663421 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3c0d5c2a-1bd1-453d-b39a-0efaad50dd27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2b14597-249a-4875-b0ac-f7173dd12242 HTTP/1.1" status: 204 len: 168 time: 0.1675773 Jun 22 04:22:08.664205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2d3afac2-749b-4fbc-ac0b-00070cd04190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:08.672834 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d5c2a-1bd1-453d-b39a-0efaad50dd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b14597-249a-4875-b0ac-f7173dd12242,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:08.675416 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3c0d5c2a-1bd1-453d-b39a-0efaad50dd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:10.489099 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 89099f48-c833-472b-9a6f-9b013196f1c0 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:22:10.510274 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 89099f48-c833-472b-9a6f-9b013196f1c0 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:22:10.510642 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 89099f48-c833-472b-9a6f-9b013196f1c0 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:22:10.519426 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-e0f91b48-acec-4b66-8ea9-fdd9c24b4450 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541701 Jun 22 04:22:11.416269 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf37c34-2c63-408e-990b-bd65daaeaf4f req-9ac80ccd-40eb-4399-af94-daacd9c6c28b tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:11.417753 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ebf37c34-2c63-408e-990b-bd65daaeaf4f req-9ac80ccd-40eb-4399-af94-daacd9c6c28b tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0616109 Jun 22 04:22:11.454718 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ebf37c34-2c63-408e-990b-bd65daaeaf4f req-c037963d-46c2-4bd4-9c85-769197c642f8 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304184 Jun 22 04:22:11.848491 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-412d6f5a-79ed-4c29-ae8f-ac13c9c2dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:11.849975 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-412d6f5a-79ed-4c29-ae8f-ac13c9c2dfca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 1098 time: 0.0550981 Jun 22 04:22:12.631381 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa8a6b-9135-441c-8a66-52c53208e147 req-aaa9fe3c-a5eb-4275-ba7c-1b9261ee7216 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:12.632911 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6faa8a6b-9135-441c-8a66-52c53208e147 req-aaa9fe3c-a5eb-4275-ba7c-1b9261ee7216 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0640104 Jun 22 04:22:12.672657 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6faa8a6b-9135-441c-8a66-52c53208e147 req-ff6e169b-c092-4d1c-99bc-57cb6e631637 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340884 Jun 22 04:22:13.845625 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef33f6-017a-4c34-b4bd-13c15f6e2abf req-c4623ccd-b61f-42d6-a51e-92da071539e8 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:13.847234 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9eef33f6-017a-4c34-b4bd-13c15f6e2abf req-c4623ccd-b61f-42d6-a51e-92da071539e8 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0638971 Jun 22 04:22:13.883604 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9eef33f6-017a-4c34-b4bd-13c15f6e2abf req-85c3a3b4-e931-423a-ab0e-de1de7cdb04c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Jun 22 04:22:14.260020 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-5fbf810a-3615-4cc4-80ec-bee6dc6fa3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:14.262483 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-5fbf810a-3615-4cc4-80ec-bee6dc6fa3c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.0879281 Jun 22 04:22:14.327744 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-3fbf8a1e-30ab-4238-94e8-be2e7ece60ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b HTTP/1.1" status: 200 len: 1001 time: 0.0588777 Jun 22 04:22:14.380474 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-f41bc394-34bb-4704-8875-819a7367a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:14.381888 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-f41bc394-34bb-4704-8875-819a7367a305 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0462253 Jun 22 04:22:14.436594 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-822c8bb6-73d7-4205-8f0b-48b37eed7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:14.438683 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-822c8bb6-73d7-4205-8f0b-48b37eed7126 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498624 Jun 22 04:22:14.524397 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-3a4a4fb3-02a1-43c1-98c9-f4ac80d4e352 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782559 Jun 22 04:22:14.629744 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9102d61c-68e9-4d76-81e8-1e9b76da1e33 req-faacb21a-abf8-4943-8958-c91dc8117bf9 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975020 Jun 22 04:22:15.064940 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143edc-88e4-4ab0-b427-032a1b5d4f5d req-16aa9458-2ff4-4514-a0b1-c0470799d8be tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:15.066443 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e9143edc-88e4-4ab0-b427-032a1b5d4f5d req-16aa9458-2ff4-4514-a0b1-c0470799d8be tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0696943 Jun 22 04:22:15.104677 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e9143edc-88e4-4ab0-b427-032a1b5d4f5d req-3b8b7683-4694-415c-9eb2-9163143a0136 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Jun 22 04:22:16.289840 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52ce18-4feb-44f4-b94c-446544801c7e req-21934b18-2410-466c-8860-944077fea92f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:16.291330 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bd52ce18-4feb-44f4-b94c-446544801c7e req-21934b18-2410-466c-8860-944077fea92f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0679560 Jun 22 04:22:16.334757 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bd52ce18-4feb-44f4-b94c-446544801c7e req-fba8684d-876d-4a37-99c3-5db82d96bf05 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351555 Jun 22 04:22:16.917600 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-7db4f3d5-3f1a-4092-b9c5-90f4746fe9dd tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:16.919299 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-7db4f3d5-3f1a-4092-b9c5-90f4746fe9dd tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 946 time: 0.0645106 Jun 22 04:22:17.020225 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Deleting port 6b8fee6f-418a-479c-906c-a92ccdd06936 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:22:17.020575 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:17.110216 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] For port 6b8fee6f-418a-479c-906c-a92ccdd06936, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=6b8fee6f-418a-479c-906c-a92ccdd06936,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:17.110571 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:17.177432 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Calling delete_port for 6b8fee6f-418a-479c-906c-a92ccdd06936 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:22:17.396509 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:17.404036 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1297d04e-83b5-44df-b0be-0a5cc884983a tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:17.433537 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Pushing event deleted for resources: {'Port': ['ID=6b8fee6f-418a-479c-906c-a92ccdd06936,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:17.436634 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:17.438687 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['ab36e6aa-4b79-4b73-b6c0-822340974b2f', '2dc54ea0-75ae-45db-8ccd-9be44c02fe42', '6b8fee6f-418a-479c-906c-a92ccdd06936'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:22:17.491581 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] No DVR routers for this DVR port 6b8fee6f-418a-479c-906c-a92ccdd06936 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:22:17.494797 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:17.496696 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32ec863b-25c9-4091-93f3-99e497cb4963 req-bc8755ac-7066-4b91-b8a5-ae89ebbd251f tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "DELETE /v2.0/ports/6b8fee6f-418a-479c-906c-a92ccdd06936 HTTP/1.1" status: 204 len: 173 time: 0.5712640 Jun 22 04:22:17.497197 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b4d8cd-1048-49ef-b475-d6c1df0fd588', 'name': 'network-vif-deleted', 'tag': '6b8fee6f-418a-479c-906c-a92ccdd06936'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:22:17.499664 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de3fab-2ebb-4b2a-83fb-0c19a3773fc0" -d '{"events": [{"server_uuid": "d0b4d8cd-1048-49ef-b475-d6c1df0fd588", "name": "network-vif-deleted", "tag": "6b8fee6f-418a-479c-906c-a92ccdd06936"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:22:17.520029 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91a60727-6592-4fe8-97cb-a8d69463041f req-24c79585-39fc-461f-8f8c-121dc1eafb48 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 210 time: 0.0563910 Jun 22 04:22:17.573209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb3f1a0-cdf9-4f0f-a1d3-7af270377056 x-openstack-request-id: req-8bb3f1a0-cdf9-4f0f-a1d3-7af270377056 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:22:17.573209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b4d8cd-1048-49ef-b475-d6c1df0fd588", "name": "network-vif-deleted", "tag": "6b8fee6f-418a-479c-906c-a92ccdd06936", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:22:17.573209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bb3f1a0-cdf9-4f0f-a1d3-7af270377056 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:22:17.573209 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b4d8cd-1048-49ef-b475-d6c1df0fd588', 'name': 'network-vif-deleted', 'tag': '6b8fee6f-418a-479c-906c-a92ccdd06936', 'status': 'completed', 'code': 200} Jun 22 04:22:18.712983 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd94a6e8-6bc9-44c5-898a-fe61a2ae8506 req-9c126004-cd7e-40ff-9c36-0a6a89b53229 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4d8cd-1048-49ef-b475-d6c1df0fd588 HTTP/1.1" status: 200 len: 210 time: 0.0282266 Jun 22 04:22:20.300798 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79083884-627e-41be-be32-325d2f0774d0 req-7cd22f17-fd77-4c97-b0d1-ad4d6a35c16d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:20.302197 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-79083884-627e-41be-be32-325d2f0774d0 req-7cd22f17-fd77-4c97-b0d1-ad4d6a35c16d tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 945 time: 0.0700870 Jun 22 04:22:20.346283 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-79083884-627e-41be-be32-325d2f0774d0 req-0d15c8b1-c0e1-49f9-92ac-62faffef82c0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375664 Jun 22 04:22:20.545128 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 6b8fee6f-418a-479c-906c-a92ccdd06936 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:22:20.574847 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 6b8fee6f-418a-479c-906c-a92ccdd06936 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:22:20.575210 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 6b8fee6f-418a-479c-906c-a92ccdd06936 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:22:21.333848 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d712a23d-fd2f-4a5d-b9b6-8056de611f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:21.526556 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cab19-16c8-4d10-b5d1-f5c6e3ab8090 req-6fdd84c8-7de8-4b93-a264-8eaf12e1669e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:21.527941 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e33cab19-16c8-4d10-b5d1-f5c6e3ab8090 req-6fdd84c8-7de8-4b93-a264-8eaf12e1669e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 945 time: 0.0635126 Jun 22 04:22:21.566351 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e33cab19-16c8-4d10-b5d1-f5c6e3ab8090 req-83c67e49-b6b5-4614-a0f2-00eabec95880 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Jun 22 04:22:22.544592 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-d0450a40-a7cd-43c2-a925-02a8c936c45e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:22.545945 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-d0450a40-a7cd-43c2-a925-02a8c936c45e tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 945 time: 0.0623517 Jun 22 04:22:22.651282 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Deleting port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:22:22.651596 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:22.782998 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] For port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:22.783369 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:22.805151 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93872daf-6925-46c3-8c60-27b3f0a1a8a5 req-9081fc66-a6ce-4d7c-9b27-69cf4de0ded0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:22.806546 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93872daf-6925-46c3-8c60-27b3f0a1a8a5 req-9081fc66-a6ce-4d7c-9b27-69cf4de0ded0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 945 time: 0.1152196 Jun 22 04:22:22.862214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Calling delete_port for 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:22:22.948001 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93872daf-6925-46c3-8c60-27b3f0a1a8a5 req-f905a4f3-e697-4a0b-b16d-a14ff6646435 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143475 Jun 22 04:22:22.987982 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-263901e3-7fd2-4752-aee1-e7f9db0a0461 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088794785&fields=id&tenant_id=8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 267 time: 0.0635529 Jun 22 04:22:23.128224 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-6e8e4235-0718-449a-a92d-d76d2e87ae94 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:23.129839 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-6e8e4235-0718-449a-a92d-d76d2e87ae94 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 812 time: 0.1349883 Jun 22 04:22:23.145388 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-f176ec36-d169-473a-bb4c-ae669acb94ec tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/quotas/8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 375 time: 0.0101488 Jun 22 04:22:23.159770 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:23.164256 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-75b94479-1437-45ca-8bbf-97c1f8e7c222 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:23.195845 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['ab36e6aa-4b79-4b73-b6c0-822340974b2f', '2dc54ea0-75ae-45db-8ccd-9be44c02fe42'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:22:23.211678 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Pushing event deleted for resources: {'Port': ['ID=2dc54ea0-75ae-45db-8ccd-9be44c02fe42,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:23.215782 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:23.268368 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] No DVR routers for this DVR port 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:22:23.271034 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:23.273271 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b73daab-ad35-4ea0-966a-6432a0229989 req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "DELETE /v2.0/ports/2dc54ea0-75ae-45db-8ccd-9be44c02fe42 HTTP/1.1" status: 204 len: 173 time: 0.7213020 Jun 22 04:22:23.274548 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3e1272-170f-4f80-bddd-904fee79cf26', 'name': 'network-vif-deleted', 'tag': '2dc54ea0-75ae-45db-8ccd-9be44c02fe42'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:22:23.277358 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169de198-27e7-4bf2-88f2-762d92758338" -d '{"events": [{"server_uuid": "ed3e1272-170f-4f80-bddd-904fee79cf26", "name": "network-vif-deleted", "tag": "2dc54ea0-75ae-45db-8ccd-9be44c02fe42"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:22:23.308270 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-860d1e75-aad4-4cd3-9c55-21d25c3fd422 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1578438 Jun 22 04:22:23.331943 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6487947-1116-4330-97c6-e8557d737fb1 x-openstack-request-id: req-e6487947-1116-4330-97c6-e8557d737fb1 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:22:23.332276 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3e1272-170f-4f80-bddd-904fee79cf26", "name": "network-vif-deleted", "tag": "2dc54ea0-75ae-45db-8ccd-9be44c02fe42", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:22:23.332680 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6487947-1116-4330-97c6-e8557d737fb1 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:22:23.333201 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3e1272-170f-4f80-bddd-904fee79cf26', 'name': 'network-vif-deleted', 'tag': '2dc54ea0-75ae-45db-8ccd-9be44c02fe42', 'status': 'completed', 'code': 200} Jun 22 04:22:23.506449 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-cba94db3-ca08-40d5-8b7a-3704fde00a69 service neutron] 10.222.0.37 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857026 Jun 22 04:22:23.596033 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-f8e34864-8214-43ef-bd89-63cbb055b971 service neutron] 10.222.0.37 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836880 Jun 22 04:22:23.848070 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7cd007b5-3e6b-47c5-bf2b-a447f9240eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:24.114438 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-993e537a-2e55-43b7-bdb5-397d499b11ac req-ae109657-7c61-4773-b8bb-a92a20bb7339 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3e1272-170f-4f80-bddd-904fee79cf26 HTTP/1.1" status: 200 len: 210 time: 0.0348175 Jun 22 04:22:24.139807 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:24.276117 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2c357e4-74b2-4a28-b406-870e5f166fc7 req-85ff8275-7a87-4184-9051-3d6df1b53b6c tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 210 time: 0.0357182 Jun 22 04:22:25.128019 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:25.431538 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9aa957ea-13ca-42a5-b4bc-00dda6d48d67 req-0a69862a-fb59-4525-8e61-10f329495cd7 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 210 time: 0.0308337 Jun 22 04:22:26.511320 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:26.531901 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-5184f9b9-96b7-4933-a438-2a6d46c8df34 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:26.537537 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-5184f9b9-96b7-4933-a438-2a6d46c8df34 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 812 time: 0.1247911 Jun 22 04:22:26.579482 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:22:26.612799 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:22:26.613158 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 2dc54ea0-75ae-45db-8ccd-9be44c02fe42 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:22:26.613963 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-db449bf4-1f0b-477f-90c8-9b30e1a13d67 req-d508a46d-d7f6-48b8-ba6f-03ad509fcd45 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 210 time: 0.0383575 Jun 22 04:22:26.630636 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-fa6867f2-6831-4b15-9890-430f67202745 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d81559d2f3544a18942bb99f25347c8 HTTP/1.1" status: 200 len: 380 time: 0.0739925 Jun 22 04:22:26.640673 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'port': {'device_id': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'admin_state_up': True, 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'security_groups': ['9f3f9878-805f-4fce-8149-9d939d7105be']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:26.791285 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Made reservation on behalf of 8d81559d2f3544a18942bb99f25347c8 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:26.795152 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:26.941633 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Allocated IP 172.20.0.3 (7e166bbc-2327-45f5-8cec-abe0c2fca266/20e188bf-9b4f-49f7-9aa2-8633ac326e96/31b560a9-dfc5-44ea-96b2-e8674f5ca73a) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:22:27.124584 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:27.138916 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d106c-bcb6-4f21-91a2-0d1537108268 req-2315f12a-133a-4cd2-9f75-8a0fe0f0d8ca tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:27.140362 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b37d106c-bcb6-4f21-91a2-0d1537108268 req-2315f12a-133a-4cd2-9f75-8a0fe0f0d8ca tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 946 time: 0.1360877 Jun 22 04:22:27.149022 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Transition to ACTIVE for port object 31b560a9-dfc5-44ea-96b2-e8674f5ca73a will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:27.196540 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b37d106c-bcb6-4f21-91a2-0d1537108268 req-855d5f7a-7025-481a-80d2-fa8dae0e2f90 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 Jun 22 04:22:27.265299 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:27.269885 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-97286e43-1c6e-4c0e-b4bd-6094e5b3d28a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:27.312491 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:27.316517 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:27.320475 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:22:27.329272 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:27.349522 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:27.375920 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:27.376487 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:27.483400 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-561ca416-3e03-4071-90ef-3f6dc40827de tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8466749 Jun 22 04:22:27.502297 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Request body: {'port': {'device_id': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:27.589626 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:27.785063 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-4cae6520-2828-4851-9d32-0b5f6b0b7e19 None None] Provisioning for port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:27.789131 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-4cae6520-2828-4851-9d32-0b5f6b0b7e19 None None] Provisioning complete for port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:27.789519 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4cae6520-2828-4851-9d32-0b5f6b0b7e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:27.827114 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-4cae6520-2828-4851-9d32-0b5f6b0b7e19 None None] Port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:22:27.848840 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e09e1-7dd7-4d66-b210-123e7ef18fc1 req-a00712e7-3a93-419e-9e95-f9d35c8218d8 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:27.850329 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad9e09e1-7dd7-4d66-b210-123e7ef18fc1 req-a00712e7-3a93-419e-9e95-f9d35c8218d8 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 931 time: 0.1021156 Jun 22 04:22:27.922886 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad9e09e1-7dd7-4d66-b210-123e7ef18fc1 req-c7fcffef-6965-43a3-9689-caa4b86726ac tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653780 Jun 22 04:22:27.926420 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b560a9-dfc5-44ea-96b2-e8674f5ca73a {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:22:27.933626 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:27.945459 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Transition to ACTIVE for port object 31b560a9-dfc5-44ea-96b2-e8674f5ca73a will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:28.013598 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:28.017247 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bfc3bede-ca53-4a36-b23d-a037946220a5 tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:28.093582 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Pushing event updated for resources: {'Port': ['ID=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:28.111216 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:28.160611 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Attempting to bind port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:22:28.160953 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Attempting to bind port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:22:28.161286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Attempting to bind port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:22:28.165780 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:22:28.169261 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Attempting to bind port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a on network 7e166bbc-2327-45f5-8cec-abe0c2fca266 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:22:28.171569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:22:28.171911 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Checking segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:28.172390 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Bound using segment: {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:22:28.172949 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Bound port: 31b560a9-dfc5-44ea-96b2-e8674f5ca73a, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134895cc-5d97-45d3-963d-85b165250ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:22:28.173376 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:28.243278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] For port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:22:28.246480 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] For port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:22:28.347763 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:28.349356 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-947953f0-79b8-4fcb-a4d7-5435a9d3a895 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:28.387125 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:28.387733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:28.389143 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] 10.222.0.26 "PUT /v2.0/ports/31b560a9-dfc5-44ea-96b2-e8674f5ca73a HTTP/1.1" status: 200 len: 1093 time: 0.8914685 Jun 22 04:22:28.389650 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:22:28.392775 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25defa62-76dd-444e-b731-3478f746efa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:22:28.420715 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Pushing event updated for resources: {'Port': ['ID=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:28.425397 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:28.441483 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494d41-4a3d-494f-a0e2-a97fc7da73ab req-09e975da-a75d-4de5-a29e-f1d7c20cdaae tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:28.443012 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1a494d41-4a3d-494f-a0e2-a97fc7da73ab req-09e975da-a75d-4de5-a29e-f1d7c20cdaae tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 946 time: 0.1273611 Jun 22 04:22:28.444486 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36682567-f86c-48da-ae41-dd81fffc5f4c x-openstack-request-id: req-36682567-f86c-48da-ae41-dd81fffc5f4c {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:22:28.444803 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:22:28.445089 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36682567-f86c-48da-ae41-dd81fffc5f4c {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:22:28.445500 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'status': 'completed', 'code': 200} Jun 22 04:22:28.498675 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1a494d41-4a3d-494f-a0e2-a97fc7da73ab req-53712fc4-c11c-4ad6-ac76-8b59a99284b3 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Jun 22 04:22:28.569388 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25defa62-76dd-444e-b731-3478f746efa9 req-44868706-7bbd-4209-9d57-dd71d2036bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:28.569388 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25defa62-76dd-444e-b731-3478f746efa9 req-44868706-7bbd-4209-9d57-dd71d2036bb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 1096 time: 0.0649014 Jun 22 04:22:28.678323 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25defa62-76dd-444e-b731-3478f746efa9 req-93201117-7c80-428d-9758-2594ef556b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:28.679694 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25defa62-76dd-444e-b731-3478f746efa9 req-93201117-7c80-428d-9758-2594ef556b6b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d81559d2f3544a18942bb99f25347c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940330 Jun 22 04:22:28.771131 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25defa62-76dd-444e-b731-3478f746efa9 req-33ee210d-aecb-4239-9e9c-68a20c6f3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:28.772557 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25defa62-76dd-444e-b731-3478f746efa9 req-33ee210d-aecb-4239-9e9c-68a20c6f3051 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864518 Jun 22 04:22:28.907413 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-e4431248-6684-4cff-b59a-5abce2f2d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:28.909017 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-e4431248-6684-4cff-b59a-5abce2f2d405 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 1096 time: 0.0523920 Jun 22 04:22:28.958902 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-c1c87817-26a3-49a6-89fe-dcaa9f514292 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31b560a9-dfc5-44ea-96b2-e8674f5ca73a HTTP/1.1" status: 200 len: 217 time: 0.0332432 Jun 22 04:22:29.346316 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-9c53f3f0-1dfc-41ad-9c86-9ea2d907e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:29.347732 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-9c53f3f0-1dfc-41ad-9c86-9ea2d907e5f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.3825715 Jun 22 04:22:29.424720 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d57f-8c02-4177-9d70-887a6f3accd5 req-187a62df-7c29-4107-a860-26a1d542e7e1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:29.426184 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d35d57f-8c02-4177-9d70-887a6f3accd5 req-187a62df-7c29-4107-a860-26a1d542e7e1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 943 time: 0.1491327 Jun 22 04:22:29.436298 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-467a897c-42da-4121-a1a9-012d1f14b71c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:29.437612 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-467a897c-42da-4121-a1a9-012d1f14b71c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 946 time: 0.1580565 Jun 22 04:22:29.504179 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-d969a85e-28aa-4834-a6a7-4cae5580716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:29.505610 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-d969a85e-28aa-4834-a6a7-4cae5580716a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1495578 Jun 22 04:22:29.513962 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d35d57f-8c02-4177-9d70-887a6f3accd5 req-5fbdffa8-926c-46d1-ad21-a90326d1a4cc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753765 Jun 22 04:22:29.677661 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Deleting port ab36e6aa-4b79-4b73-b6c0-822340974b2f {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:22:29.678005 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:29.682284 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-94212114-0dba-45df-b8fc-e7af7d1493c1 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650174 Jun 22 04:22:29.820417 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5127c71-9580-4bfe-a9ef-61980dbcc089 req-4d801885-a37a-4920-89d4-2e6617660111 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:29.821868 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5127c71-9580-4bfe-a9ef-61980dbcc089 req-4d801885-a37a-4920-89d4-2e6617660111 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 946 time: 0.2117214 Jun 22 04:22:29.877499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] For port ab36e6aa-4b79-4b73-b6c0-822340974b2f, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=ab36e6aa-4b79-4b73-b6c0-822340974b2f,segment=NetworkSegment(5fd4f6eb-8564-450c-858f-8cf42f9b7e3d),segment_id=5fd4f6eb-8564-450c-858f-8cf42f9b7e3d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:29.877773 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:29.896355 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5afdb75d-b1ec-4624-876b-f8742c12899b req-8ab2a2f1-defe-4331-aadb-5724bfba5809 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015114 Jun 22 04:22:29.935656 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5127c71-9580-4bfe-a9ef-61980dbcc089 req-93b938b6-9a0f-48e9-b478-22c369bbd7b2 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c334e1e-2a66-41ff-8b80-a4bd8877650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025627 Jun 22 04:22:29.960424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Calling delete_port for ab36e6aa-4b79-4b73-b6c0-822340974b2f owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:22:30.162601 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:30.166414 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-871004fe-a4eb-4e35-96a8-459723351afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:30.191457 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Pushing event deleted for resources: {'Port': ['ID=ab36e6aa-4b79-4b73-b6c0-822340974b2f,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:30.193670 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:30.208823 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['ab36e6aa-4b79-4b73-b6c0-822340974b2f'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:22:30.237954 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] No DVR routers for this DVR port ab36e6aa-4b79-4b73-b6c0-822340974b2f on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:22:30.240648 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:30.243075 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae6e85b9-208d-4ee9-b843-d468feea10a0 req-f0c9c681-319f-4f7a-adcd-0b6a14c63240 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.26 "DELETE /v2.0/ports/ab36e6aa-4b79-4b73-b6c0-822340974b2f HTTP/1.1" status: 204 len: 173 time: 0.7949290 Jun 22 04:22:30.447291 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f878d40-eff2-41f9-957b-9d60baf5c4ce', 'name': 'network-vif-deleted', 'tag': 'ab36e6aa-4b79-4b73-b6c0-822340974b2f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:22:30.450985 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbce416-2e71-4ae0-b2ed-5c0564fc4ead" -d '{"events": [{"server_uuid": "6f878d40-eff2-41f9-957b-9d60baf5c4ce", "name": "network-vif-deleted", "tag": "ab36e6aa-4b79-4b73-b6c0-822340974b2f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:22:30.485118 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9658d-b60b-4728-9cfb-12c608e75ee6 x-openstack-request-id: req-dfe9658d-b60b-4728-9cfb-12c608e75ee6 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:22:30.485537 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f878d40-eff2-41f9-957b-9d60baf5c4ce", "name": "network-vif-deleted", "tag": "ab36e6aa-4b79-4b73-b6c0-822340974b2f", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:22:30.485939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfe9658d-b60b-4728-9cfb-12c608e75ee6 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:22:30.486518 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f878d40-eff2-41f9-957b-9d60baf5c4ce', 'name': 'network-vif-deleted', 'tag': 'ab36e6aa-4b79-4b73-b6c0-822340974b2f', 'status': 'completed', 'code': 200} Jun 22 04:22:30.693614 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88403d20-a3e7-4453-9cfd-5b0d4357bf7d req-d7fdb281-a395-4bf8-aaf1-c7b014190838 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:30.695112 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88403d20-a3e7-4453-9cfd-5b0d4357bf7d req-d7fdb281-a395-4bf8-aaf1-c7b014190838 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 943 time: 0.0638232 Jun 22 04:22:30.735671 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88403d20-a3e7-4453-9cfd-5b0d4357bf7d req-55d29d41-35f7-490e-a70f-638879357cb3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341103 Jun 22 04:22:31.089238 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5bf672c-713c-4efe-ada0-c87a88639cd1 req-c68d2ed0-9a44-4f05-abad-2619787d741c tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f878d40-eff2-41f9-957b-9d60baf5c4ce HTTP/1.1" status: 200 len: 210 time: 0.0280626 Jun 22 04:22:31.907733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa53b8-93ff-40cc-b3a7-ec75d2f0e4ab req-74a3f166-b815-4121-9874-7a8a9d8c754e tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:31.909343 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-14fa53b8-93ff-40cc-b3a7-ec75d2f0e4ab req-74a3f166-b815-4121-9874-7a8a9d8c754e tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 943 time: 0.0626986 Jun 22 04:22:31.947223 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-14fa53b8-93ff-40cc-b3a7-ec75d2f0e4ab req-b06a0f1c-f776-412b-b340-081ba9175793 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323002 Jun 22 04:22:32.174490 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.184286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55642) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:32.227573 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] Deleting subnet b9e96c97-896b-4580-a235-857e9e2f323d {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:22:32.230503 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.267039 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24247633'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.305908 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.431090 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24605437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24233535'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.433266 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:32.454712 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e96c97-896b-4580-a235-857e9e2f323d,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:32.457228 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:32.461461 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.463504 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-85d51bc4-f6d6-4234-b575-be96619b8c76 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b9e96c97-896b-4580-a235-857e9e2f323d HTTP/1.1" status: 204 len: 168 time: 0.2779949 Jun 22 04:22:32.465712 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55644) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:32.535436 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.610579 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.619818 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645c83db-582b-4d65-8922-bde2a5941b87']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:32.630168 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:32.630465 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd4f6eb-8564-450c-858f-8cf42f9b7e3d') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:32.638723 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24247654'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.655955 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.661459 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:22:32.661834 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24604996'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: timer() Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: cb(*args, **kw) Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: self._notify() Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: self.callback(batched_events) Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: event.method(event) Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._get(url).json() Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:22:32.663464 dv-cinder-797380-1-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:22:32.790864 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.795218 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:32.799211 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:32.803948 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] 10.222.0.37 "DELETE /v2.0/networks/645c83db-582b-4d65-8922-bde2a5941b87 HTTP/1.1" status: 204 len: 168 time: 0.3343995 Jun 22 04:22:32.810792 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Pushing event deleted for resources: {'Network': ['ID=645c83db-582b-4d65-8922-bde2a5941b87,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:32.816990 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:33.116610 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687d2db-3505-4654-9e8a-ef7e014f4f14 req-e824ea88-8a69-40ad-ab74-bf67900f8571 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:33.118185 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c687d2db-3505-4654-9e8a-ef7e014f4f14 req-e824ea88-8a69-40ad-ab74-bf67900f8571 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 943 time: 0.0614257 Jun 22 04:22:33.131951 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55652) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:33.155735 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c687d2db-3505-4654-9e8a-ef7e014f4f14 req-86e83c54-4ed0-47bf-91b0-3c621f99e938 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Jun 22 04:22:33.175894 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4fa26836-02e5-4118-bfd3-83a0d908387a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=190ff40d5fe14a2c80b33b36d5618352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426917 Jun 22 04:22:33.178246 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55654) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:33.224031 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-966ede98-8c64-48a3-a796-7847747a83f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:33.243767 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-966ede98-8c64-48a3-a796-7847747a83f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:33.367472 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-966ede98-8c64-48a3-a796-7847747a83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:33.370062 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-966ede98-8c64-48a3-a796-7847747a83f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:33.371212 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-966ede98-8c64-48a3-a796-7847747a83f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c334e1e-2a66-41ff-8b80-a4bd8877650b HTTP/1.1" status: 204 len: 168 time: 0.1920505 Jun 22 04:22:33.371977 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0662acf7-122a-4ef7-8220-9d4e89aedf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:33.380974 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ede98-8c64-48a3-a796-7847747a83f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c334e1e-2a66-41ff-8b80-a4bd8877650b,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:33.386112 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-966ede98-8c64-48a3-a796-7847747a83f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:34.333366 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd1950-8ccb-4ea2-9a35-d05a454346ec req-d32d1709-304f-49a4-8842-77578ee3bb6a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:34.334957 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-99fd1950-8ccb-4ea2-9a35-d05a454346ec req-d32d1709-304f-49a4-8842-77578ee3bb6a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 943 time: 0.0698495 Jun 22 04:22:34.371903 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-99fd1950-8ccb-4ea2-9a35-d05a454346ec req-0f5fc132-9392-4ceb-9001-d72d27b1c1e6 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Jun 22 04:22:34.631977 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device ab36e6aa-4b79-4b73-b6c0-822340974b2f no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:22:34.651574 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: ab36e6aa-4b79-4b73-b6c0-822340974b2f {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:22:34.651930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device ab36e6aa-4b79-4b73-b6c0-822340974b2f not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:22:35.543063 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd385a-26f9-4f1e-b6d5-d6195194b4b0 req-1f885d45-e5f3-4df8-908a-1d8ef2f26d14 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:35.544458 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-96bd385a-26f9-4f1e-b6d5-d6195194b4b0 req-1f885d45-e5f3-4df8-908a-1d8ef2f26d14 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 943 time: 0.0628157 Jun 22 04:22:35.580857 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-96bd385a-26f9-4f1e-b6d5-d6195194b4b0 req-9d77d1ab-dee6-4abe-a9c1-ed1e3ebed77b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302303 Jun 22 04:22:35.825021 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55712) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:35.925061 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9747e5c-4747-45c3-9699-15dc0f124a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:36.012357 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9747e5c-4747-45c3-9699-15dc0f124a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:36.092547 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9747e5c-4747-45c3-9699-15dc0f124a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:36.095513 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1ed38272-1687-4641-b0a3-535b8e05cc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:36.130040 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b9747e5c-4747-45c3-9699-15dc0f124a94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2393bd345711449a8b55a7ae1523a8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039050 Jun 22 04:22:36.130934 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9747e5c-4747-45c3-9699-15dc0f124a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd86a37b-0833-4e94-bc66-8605fc3b9299,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:36.132786 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55718) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:36.133955 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b9747e5c-4747-45c3-9699-15dc0f124a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:36.181542 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b43fa86-dc65-4342-8d91-bb9c8560f68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:36.201595 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b43fa86-dc65-4342-8d91-bb9c8560f68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:36.287651 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b43fa86-dc65-4342-8d91-bb9c8560f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:36.290278 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3b43fa86-dc65-4342-8d91-bb9c8560f68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:36.291400 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-3b43fa86-dc65-4342-8d91-bb9c8560f68e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd86a37b-0833-4e94-bc66-8605fc3b9299 HTTP/1.1" status: 204 len: 168 time: 0.1576416 Jun 22 04:22:36.292165 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6df71e0d-5235-4008-b0c1-996a68145784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:36.300732 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43fa86-dc65-4342-8d91-bb9c8560f68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd86a37b-0833-4e94-bc66-8605fc3b9299,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:36.303128 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3b43fa86-dc65-4342-8d91-bb9c8560f68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:36.750311 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24860037-1d09-44e3-94f4-dd2cd88d552c req-248d648e-7fef-4e86-a1a1-451a579b50d7 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:36.752312 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24860037-1d09-44e3-94f4-dd2cd88d552c req-248d648e-7fef-4e86-a1a1-451a579b50d7 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 943 time: 0.0618107 Jun 22 04:22:36.792476 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24860037-1d09-44e3-94f4-dd2cd88d552c req-d24976b7-c179-446a-80fa-12224d1ef142 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346112 Jun 22 04:22:36.961231 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55726) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:36.977261 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9174-db44-4835-9364-d601e53634ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:37.063836 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9174-db44-4835-9364-d601e53634ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:37.115854 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9174-db44-4835-9364-d601e53634ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:37.119195 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7d08084b-6b98-4845-8814-6aedd5c6b4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:37.153633 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b8fb9174-db44-4835-9364-d601e53634ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fad5c00fffb04711b460c4ed4ae6812d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913691 Jun 22 04:22:37.154533 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb9174-db44-4835-9364-d601e53634ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d7d3c3-5aaf-4608-84c7-271d68129c09,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:37.157167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55730) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:37.158194 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b8fb9174-db44-4835-9364-d601e53634ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:37.204307 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0dc81d63-5008-4be1-bb19-8c318dc2e84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:37.224220 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0dc81d63-5008-4be1-bb19-8c318dc2e84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:37.333516 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0dc81d63-5008-4be1-bb19-8c318dc2e84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:37.336143 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0dc81d63-5008-4be1-bb19-8c318dc2e84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:37.337282 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0dc81d63-5008-4be1-bb19-8c318dc2e84e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30d7d3c3-5aaf-4608-84c7-271d68129c09 HTTP/1.1" status: 204 len: 168 time: 0.1789320 Jun 22 04:22:37.338029 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8391cd2c-eea5-46af-87f7-ce0cee49851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:37.346020 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc81d63-5008-4be1-bb19-8c318dc2e84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d7d3c3-5aaf-4608-84c7-271d68129c09,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:37.348208 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0dc81d63-5008-4be1-bb19-8c318dc2e84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:37.966661 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97b17-f66d-46fa-a603-9b1714eabb4b req-5b3d6dc5-2de1-4418-b3f8-7ad03e9d0e2e tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:37.968355 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2a97b17-f66d-46fa-a603-9b1714eabb4b req-5b3d6dc5-2de1-4418-b3f8-7ad03e9d0e2e tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 943 time: 0.0650468 Jun 22 04:22:38.006409 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2a97b17-f66d-46fa-a603-9b1714eabb4b req-c15766a8-510a-4426-945b-7d8437ed8833 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Jun 22 04:22:38.387679 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55756) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:38.478337 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-910563911-network', 'tenant_id': '0972b906cb96459baa03dd5ce075f3ff'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:38.566596 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Made reservation on behalf of 0972b906cb96459baa03dd5ce075f3ff for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:38.568952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.577605 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.654769 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 31b560a9-dfc5-44ea-96b2-e8674f5ca73a details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:22:38.661213 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.744697 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.747108 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:38.748713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6bcee4b9-20ae-4cf8-9c70-705e53ca1e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:38.758567 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'port_id': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'mac_address': 'fa:16:3e:76:fc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:22:38.769083 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:22:38.777557 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d3ac5-6609-4a12-ad51-2c3b6b667f48,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:38.781306 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:38.784537 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.784874 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Added segment fddabf1a-f267-40f5-a6c0-73e7015392d0 of type vlan for network dbf982ba-7f22-4fe1-ab95-aa96d5015c6e Jun 22 04:22:38.796157 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.809026 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b560a9-dfc5-44ea-96b2-e8674f5ca73a {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:22:38.827226 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.828098 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:38.886701 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.888476 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:38.910556 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.911963 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:38.912543 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:38.915555 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:38.937656 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:38.944539 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.944886 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.945218 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.945549 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.945874 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.946233 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.946582 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.948417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.948417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.948417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.948417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.948417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:38.951791 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:38.970917 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Pushing event updated for resources: {'Network': ['ID=dbf982ba-7f22-4fe1-ab95-aa96d5015c6e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:38.973509 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:38.980343 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network dbf982ba-7f22-4fe1-ab95-aa96d5015c6e details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:22:39.026277 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6373887 Jun 22 04:22:39.028942 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55760) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:39.034616 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Request body: {'subnet': {'network_id': 'dbf982ba-7f22-4fe1-ab95-aa96d5015c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-910563911-subnet', 'tenant_id': '0972b906cb96459baa03dd5ce075f3ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:39.132552 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Made reservation on behalf of 0972b906cb96459baa03dd5ce075f3ff for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:39.134894 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24233498'] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:39.252949 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd980c-20cd-4dc5-b4ab-007aebc91249 req-05c9b614-f04e-4982-bca9-2cd3ca9d0486 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:39.254439 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9cd980c-20cd-4dc5-b4ab-007aebc91249 req-05c9b614-f04e-4982-bca9-2cd3ca9d0486 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 944 time: 0.1328967 Jun 22 04:22:39.279874 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['31b560a9-dfc5-44ea-96b2-e8674f5ca73a'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:22:39.329867 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9cd980c-20cd-4dc5-b4ab-007aebc91249 req-9a272fb1-c689-4a34-a446-77bd98a27527 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674446 Jun 22 04:22:39.466281 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24605218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24233512'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:39.470631 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:39.521649 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6634da2-b411-4d61-b9ac-be3a0496d9ad,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:39.528018 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:39.544662 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Checking segment: {'id': 'fddabf1a-f267-40f5-a6c0-73e7015392d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbf982ba-7f22-4fe1-ab95-aa96d5015c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:39.544662 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Network hostable DHCP agents. Network: dbf982ba-7f22-4fe1-ab95-aa96d5015c6e, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:22:39.601939 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Network dbf982ba-7f22-4fe1-ab95-aa96d5015c6e is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:22:39.664676 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, dbf982ba-7f22-4fe1-ab95-aa96d5015c6e) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:39.669574 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:39.670630 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:39.675633 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789833d7-0fe6-4020-b9b5-85e6231d0982 None None] Network dbf982ba-7f22-4fe1-ab95-aa96d5015c6e requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:22:39.728442 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6983881 Jun 22 04:22:39.809122 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20634b2-49d0-4e52-8ee6-bd51feeca556 None None] Network dbf982ba-7f22-4fe1-ab95-aa96d5015c6e requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:22:40.357063 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55792) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:40.362248 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1569565982-network', 'tenant_id': 'a4f3016c73274286a38b16ee45bae305'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:40.430696 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Made reservation on behalf of a4f3016c73274286a38b16ee45bae305 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:40.434059 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.444487 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.516346 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066933b-f983-4c78-88e0-14071d4dd136 req-fed309e5-8c53-4fba-8e68-3279cd1ea641 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:40.517897 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1066933b-f983-4c78-88e0-14071d4dd136 req-fed309e5-8c53-4fba-8e68-3279cd1ea641 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 944 time: 0.0630107 Jun 22 04:22:40.532188 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.556020 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1066933b-f983-4c78-88e0-14071d4dd136 req-70f54028-850b-4e1c-9973-f9bf9b213d18 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Jun 22 04:22:40.606648 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.611113 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a0119d3b-97c4-4d43-8696-a27e5f5be4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:40.628270 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:22:40.642638 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dabbd6-a272-45aa-ad47-6d88934efe84,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:40.645618 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:40.646926 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.647264 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Added segment 44687a26-3fc1-404b-b08f-db608ba954dc of type vlan for network ea155b9e-34be-45cc-b284-99d283380e9f Jun 22 04:22:40.678349 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 31b560a9-dfc5-44ea-96b2-e8674f5ca73a up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:40.686532 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.790589 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.791947 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:40.792535 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.795863 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ca49d4b1-30c5-40e5-aa7a-da33bf9ed148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:40.819137 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:40.823218 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:40.827941 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.854270 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea155b9e-34be-45cc-b284-99d283380e9f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:40.857024 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:40.866370 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network ea155b9e-34be-45cc-b284-99d283380e9f details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:22:40.909342 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55800) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:40.909559 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5511572 Jun 22 04:22:40.914412 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Request body: {'subnet': {'network_id': 'ea155b9e-34be-45cc-b284-99d283380e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1569565982-subnet', 'tenant_id': 'a4f3016c73274286a38b16ee45bae305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:40.961981 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:40.983775 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:22:40.986919 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a716998-1bc1-469b-ba61-ed02d3673a90" -d '{"events": [{"server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "name": "network-vif-plugged", "status": "completed", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:22:40.999835 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:41.019685 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Made reservation on behalf of a4f3016c73274286a38b16ee45bae305 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:41.021730 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da897d9a-140d-48b1-9cab-81115d93db64 x-openstack-request-id: req-da897d9a-140d-48b1-9cab-81115d93db64 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:22:41.022026 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "name": "network-vif-plugged", "status": "completed", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:22:41.022432 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da897d9a-140d-48b1-9cab-81115d93db64 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:22:41.022545 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24233498'] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.022834 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'code': 200} Jun 22 04:22:41.070689 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.074155 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:41.122322 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:41.125780 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:41.198904 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55806) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:41.254033 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24605218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24233512'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.257863 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b674e17b-e9e0-4c80-abcb-8a7d307b37df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:41.313573 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-06502b37-7142-4707-9902-8c3299fd2bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.340655 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d720cbb-fe31-4adf-8c81-de3d6a667c72,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:41.349007 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:41.354426 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Checking segment: {'id': '44687a26-3fc1-404b-b08f-db608ba954dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ea155b9e-34be-45cc-b284-99d283380e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:41.354791 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Network hostable DHCP agents. Network: ea155b9e-34be-45cc-b284-99d283380e9f, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:22:41.458508 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Network ea155b9e-34be-45cc-b284-99d283380e9f is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:22:41.462094 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-06502b37-7142-4707-9902-8c3299fd2bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.483328 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28d14-7356-4285-83a8-ad946893dfd9 req-05b786cf-b4be-49bb-9814-8984000215bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:41.484838 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-81a28d14-7356-4285-83a8-ad946893dfd9 req-05b786cf-b4be-49bb-9814-8984000215bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 1098 time: 0.0753326 Jun 22 04:22:41.518599 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-81a28d14-7356-4285-83a8-ad946893dfd9 req-d342fa6c-69f7-47e3-848c-6e73c6c7beed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269630 Jun 22 04:22:41.521974 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-06502b37-7142-4707-9902-8c3299fd2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.525102 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eac2fa18-e53f-41f4-8939-d38798b1f7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:41.559648 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-06502b37-7142-4707-9902-8c3299fd2bb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0be17178097741eba1fd9ad4cfee1963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597434 Jun 22 04:22:41.560537 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06502b37-7142-4707-9902-8c3299fd2bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476480f9-2c86-46ee-bc6a-80e600d7c8a4,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:41.563594 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55810) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:41.564137 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-06502b37-7142-4707-9902-8c3299fd2bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:41.567927 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, ea155b9e-34be-45cc-b284-99d283380e9f) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:41.572819 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:41.572819 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.577598 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e14d39-5d08-497a-9db7-53471a2c7cb3 None None] Network ea155b9e-34be-45cc-b284-99d283380e9f requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:22:41.618806 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bd88a681-18b0-4730-8dcc-3eda8bc932b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.640347 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bd88a681-18b0-4730-8dcc-3eda8bc932b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.679294 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d4a69ad2-86b7-45ee-9a24-d9c3ce85f2ed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7613077 Jun 22 04:22:41.714206 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae8857-3109-43d4-ae3f-78ec2056d422 None None] Network ea155b9e-34be-45cc-b284-99d283380e9f requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:22:41.743053 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f536e3-df8d-424b-b842-810a560158f0 req-ea1d1166-68ca-4ed4-8e45-229107ace5c1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:41.744544 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d0f536e3-df8d-424b-b842-810a560158f0 req-ea1d1166-68ca-4ed4-8e45-229107ace5c1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 945 time: 0.0716345 Jun 22 04:22:41.756472 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bd88a681-18b0-4730-8dcc-3eda8bc932b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.760592 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bd88a681-18b0-4730-8dcc-3eda8bc932b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.769473 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-bd88a681-18b0-4730-8dcc-3eda8bc932b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/476480f9-2c86-46ee-bc6a-80e600d7c8a4 HTTP/1.1" status: 204 len: 168 time: 0.1980793 Jun 22 04:22:41.770721 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-84c7387b-1fe7-49cf-8175-85c25a94ea2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:41.779246 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88a681-18b0-4730-8dcc-3eda8bc932b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476480f9-2c86-46ee-bc6a-80e600d7c8a4,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:41.782385 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bd88a681-18b0-4730-8dcc-3eda8bc932b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:41.790124 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d0f536e3-df8d-424b-b842-810a560158f0 req-d13d0574-59a3-4b99-b7f6-8e89c0ae0b69 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Jun 22 04:22:41.823189 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55818) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:41.873551 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Deleting subnet e6634da2-b411-4d61-b9ac-be3a0496d9ad {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:22:41.876935 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.910946 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:41.950014 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.058460 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.061710 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dcaa7592-cdaa-4dcd-a26c-bf80649d2fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:42.091253 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.096080 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e6634da2-b411-4d61-b9ac-be3a0496d9ad HTTP/1.1" status: 204 len: 168 time: 0.2717636 Jun 22 04:22:42.096237 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55822) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:42.097523 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6634da2-b411-4d61-b9ac-be3a0496d9ad,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:42.100273 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:42.165599 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.241249 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.250828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf982ba-7f22-4fe1-ab95-aa96d5015c6e']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:42.266637 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddabf1a-f267-40f5-a6c0-73e7015392d0') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:42.266637 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddabf1a-f267-40f5-a6c0-73e7015392d0') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:42.270659 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24247654'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.284911 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.290843 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:22:42.291300 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24604996'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: timer() Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: cb(*args, **kw) Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: self._notify() Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: self.callback(batched_events) Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: event.method(event) Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._get(url).json() Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:22:42.293235 dv-cinder-797380-1-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:22:42.378906 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.382398 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:42.384754 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.386555 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dbf982ba-7f22-4fe1-ab95-aa96d5015c6e HTTP/1.1" status: 204 len: 168 time: 0.2893240 Jun 22 04:22:42.389487 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55832) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:42.404842 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf982ba-7f22-4fe1-ab95-aa96d5015c6e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:42.407450 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8b8c2d09-6b2b-4b44-9501-edbb95113c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:42.438415 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] Deleting subnet 8d720cbb-fe31-4adf-8c81-de3d6a667c72 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:22:42.442057 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.476945 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.514365 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.648503 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.651886 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:42.676308 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d720cbb-fe31-4adf-8c81-de3d6a667c72,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:42.678280 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.680118 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d720cbb-fe31-4adf-8c81-de3d6a667c72 HTTP/1.1" status: 204 len: 168 time: 0.2895224 Jun 22 04:22:42.681069 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-47daac55-182a-40fa-a13c-ee5a81e67930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:42.682797 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55842) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:42.750795 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.843484 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.854293 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea155b9e-34be-45cc-b284-99d283380e9f']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:42.865972 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44687a26-3fc1-404b-b08f-db608ba954dc') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:42.866292 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44687a26-3fc1-404b-b08f-db608ba954dc') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:42.875840 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.894635 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.901879 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:22:42.903209 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:22:42.914437 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:22:42.992732 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcea1b-dcef-41df-b044-43ff9e11970a req-15b07b9c-5d28-4147-869c-d7546e536a62 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:42.995224 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1bfcea1b-dcef-41df-b044-43ff9e11970a req-15b07b9c-5d28-4147-869c-d7546e536a62 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 945 time: 0.0717514 Jun 22 04:22:43.035870 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.038734 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1bfcea1b-dcef-41df-b044-43ff9e11970a req-77cc5ecd-ab73-4873-87ab-86c6d7978113 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355458 Jun 22 04:22:43.041432 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.046636 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] 10.222.0.37 "DELETE /v2.0/networks/ea155b9e-34be-45cc-b284-99d283380e9f HTTP/1.1" status: 204 len: 168 time: 0.3601589 Jun 22 04:22:43.046636 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:43.067057 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea155b9e-34be-45cc-b284-99d283380e9f,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:43.074786 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.075469 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.076116 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.076384 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.076819 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.077265 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.077682 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.078124 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.079340 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.079720 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.080093 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.080462 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:43.089848 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4a206d8d-7fab-44c8-9bc8-cccfbb57510c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:43.515434 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55868) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:43.523330 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55870) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:43.561213 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-95b2cfce-8793-4206-9884-f0d809b2b7e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0972b906cb96459baa03dd5ce075f3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438812 Jun 22 04:22:43.563721 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55874) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:43.612411 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9df4590a-bd79-458f-b300-2df4bb01f540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.628850 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:22:43.634183 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9df4590a-bd79-458f-b300-2df4bb01f540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.688406 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c6f8-5be4-49a5-afc4-0af92a83e846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.740816 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9df4590a-bd79-458f-b300-2df4bb01f540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.743320 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9df4590a-bd79-458f-b300-2df4bb01f540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.744416 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9df4590a-bd79-458f-b300-2df4bb01f540 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe9d3ac5-6609-4a12-ad51-2c3b6b667f48 HTTP/1.1" status: 204 len: 168 time: 0.1798053 Jun 22 04:22:43.748494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b3eaef36-29c7-4057-9d0f-7e101e97335f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:43.757009 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4590a-bd79-458f-b300-2df4bb01f540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d3ac5-6609-4a12-ad51-2c3b6b667f48,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:43.760999 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9df4590a-bd79-458f-b300-2df4bb01f540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:43.791043 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c6f8-5be4-49a5-afc4-0af92a83e846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.830482 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c6f8-5be4-49a5-afc4-0af92a83e846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.833856 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a60d3f8d-7063-4e50-a7db-4c6b25312b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:43.868431 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9fe2c6f8-5be4-49a5-afc4-0af92a83e846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f28017d5dc234fe59d4d77c4e5099481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440876 Jun 22 04:22:43.869310 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c6f8-5be4-49a5-afc4-0af92a83e846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff079fe-9dcd-4c99-894c-4e3f8a3dc707,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:43.871083 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55878) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:43.872435 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9fe2c6f8-5be4-49a5-afc4-0af92a83e846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:43.926255 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b04a7cd-7094-485c-bb97-41332788cf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:43.947699 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b04a7cd-7094-485c-bb97-41332788cf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:44.059161 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b04a7cd-7094-485c-bb97-41332788cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:44.061814 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b04a7cd-7094-485c-bb97-41332788cf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:44.063618 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-6b04a7cd-7094-485c-bb97-41332788cf28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ff079fe-9dcd-4c99-894c-4e3f8a3dc707 HTTP/1.1" status: 204 len: 168 time: 0.1898589 Jun 22 04:22:44.064471 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-70ad0fc5-297a-4bd3-884b-f56827b43df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:44.072295 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04a7cd-7094-485c-bb97-41332788cf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff079fe-9dcd-4c99-894c-4e3f8a3dc707,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:44.074776 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6b04a7cd-7094-485c-bb97-41332788cf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:44.218288 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050a274-1d02-4a28-82b0-db24bae4c822 req-36bc872b-2594-4c3d-a606-2caca5c6195b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:44.219656 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a050a274-1d02-4a28-82b0-db24bae4c822 req-36bc872b-2594-4c3d-a606-2caca5c6195b tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 945 time: 0.0618236 Jun 22 04:22:44.259380 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a050a274-1d02-4a28-82b0-db24bae4c822 req-0d124b8c-427b-4dde-8457-56e1bcf21430 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335121 Jun 22 04:22:44.362584 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55890) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:44.440848 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-dc8c79f3-146a-4450-abf5-1b5b8ad02992 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4f3016c73274286a38b16ee45bae305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766592 Jun 22 04:22:44.443476 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55894) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:44.463381 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929c3ed-cb1e-4ee3-9c36-74402c6f39a4 req-ada5c0b2-59bb-4a5e-ab06-8e783d5fbcbe tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:44.464968 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5929c3ed-cb1e-4ee3-9c36-74402c6f39a4 req-ada5c0b2-59bb-4a5e-ab06-8e783d5fbcbe tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 945 time: 0.0876415 Jun 22 04:22:44.496810 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b00606c8-9930-4f59-990a-f1c91ae71535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:44.505469 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5929c3ed-cb1e-4ee3-9c36-74402c6f39a4 req-a7925af6-46f1-4a3b-838f-bee97e152afc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341086 Jun 22 04:22:44.519531 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b00606c8-9930-4f59-990a-f1c91ae71535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:44.538967 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55900) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:44.721971 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b00606c8-9930-4f59-990a-f1c91ae71535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:44.724560 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b00606c8-9930-4f59-990a-f1c91ae71535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:44.727928 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b00606c8-9930-4f59-990a-f1c91ae71535 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0dabbd6-a272-45aa-ad47-6d88934efe84 HTTP/1.1" status: 204 len: 168 time: 0.2809827 Jun 22 04:22:44.727928 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7da5b1c5-3d59-44af-a098-ee42e58601d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:44.736732 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00606c8-9930-4f59-990a-f1c91ae71535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dabbd6-a272-45aa-ad47-6d88934efe84,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:44.739327 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b00606c8-9930-4f59-990a-f1c91ae71535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:44.763656 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a3056-e733-41f1-b332-73b1cce83550 tempest-TestVolumeBootPattern-1842285335 tempest-TestVolumeBootPattern-1842285335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:44.768999 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-545a3056-e733-41f1-b332-73b1cce83550 tempest-TestVolumeBootPattern-1842285335 tempest-TestVolumeBootPattern-1842285335-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 1093 time: 0.2239017 Jun 22 04:22:44.769295 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55908) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:44.774171 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'port_id': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:44.870799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:44.991421 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.099441 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Allocated IP 172.27.1.126 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/0fb3b8da-a2c3-4788-831f-0e32a5e6fd64) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:22:45.190806 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55926) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:45.211223 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.288349 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-37593692-network', 'tenant_id': '8644f05015fd434693d717e97da23f16'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:45.304416 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.307503 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-93268e2b-6430-4d56-9597-b488686f7007 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:45.346747 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:45.349758 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:45.353271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:22:45.373754 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Made reservation on behalf of 8644f05015fd434693d717e97da23f16 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:45.376535 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.377360 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=0fb3b8da-a2c3-4788-831f-0e32a5e6fd64,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:45.381262 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:45.385810 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.490362 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.550828 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.554883 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3852b4ab-deb5-4ddf-bafc-4efccaba91db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:45.572072 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:22:45.587527 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72b61e4-cedc-489d-b291-1ca2f216f469,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:45.590403 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.590744 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.segments_db [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Added segment e5af775e-bdc0-4f5d-9c35-46b6e685db2d of type vlan for network 814793db-ff2b-476e-9e3c-1382f86afaa8 Jun 22 04:22:45.592133 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:45.630193 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.722586 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.723838 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:45.724559 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:45.727911 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0efe563b-664c-4b2b-b553-0a591d83b103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:45.796538 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Pushing event updated for resources: {'Network': ['ID=814793db-ff2b-476e-9e3c-1382f86afaa8,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:45.799400 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:45.808355 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:22:45.840736 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2db19c17-a8a6-4240-ab16-f70bb6203bbc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6487496 Jun 22 04:22:45.841818 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55942) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:45.849475 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Request body: {'subnet': {'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-37593692-subnet', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:45.996940 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Made reservation on behalf of 8644f05015fd434693d717e97da23f16 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:45.999778 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13831383'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.027656 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.170643 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.225680 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13863017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13831397'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.229724 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:46.284963 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:46.289904 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:46.292957 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Checking segment: {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:46.293318 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Network hostable DHCP agents. Network: 814793db-ff2b-476e-9e3c-1382f86afaa8, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:22:46.323992 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.350487 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:22:46.367458 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.370503 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-edea8d12-c65d-4438-b931-dde9f608f6d7 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:46.402154 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 814793db-ff2b-476e-9e3c-1382f86afaa8) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:46.411918 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dabfda4-bebf-43e4-946b-8ee38a4500ed None None] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:22:46.418678 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:46.418678 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.440777 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event updated for resources: {'Port': ['ID=0fb3b8da-a2c3-4788-831f-0e32a5e6fd64,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:46.447035 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:46.454033 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.479374 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8d7b396f-642c-4437-b8e3-042767bb0375 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6361010 Jun 22 04:22:46.482026 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 55956) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:46.488618 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:46.564460 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.569678 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.570319 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Floating IP 9a693143-ff1e-4504-a12b-bb24734c6bef associated. External IP: 172.27.1.126, port: 31b560a9-dfc5-44ea-96b2-e8674f5ca73a. Jun 22 04:22:46.581603 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-814793db-ff2b-476e-9e3c-1382f86afaa8', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:22:46.582523 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.645829 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.718131 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Allocated IP 172.20.0.2 (814793db-ff2b-476e-9e3c-1382f86afaa8/3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6/3f9920c3-69e4-4af1-8dc0-633dbab39edd) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:22:46.824708 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Router 479e774a-78a1-423b-8e78-ed210d531853 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:22:46.840318 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.876123 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:46.884653 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Transition to ACTIVE for port object 3f9920c3-69e4-4af1-8dc0-633dbab39edd will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:46.907743 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Transition to ACTIVE for port object 3f9920c3-69e4-4af1-8dc0-633dbab39edd will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:46.942370 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:22:46.955568 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:22:46.967677 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:22:46.967988 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:47.004523 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.008821 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:47.052230 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.087971 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:47.095322 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:47.098109 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:22:47.107873 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Pushing event updated for resources: {'Port': ['ID=3f9920c3-69e4-4af1-8dc0-633dbab39edd,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:47.110933 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:47.115163 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8e73fd86-7ac1-4baa-902d-cb50e2240bfc tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3442357 Jun 22 04:22:47.116016 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:22:47.119798 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:22:47.128261 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.147954 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.164966 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e5e20-6bae-4c44-9da5-9aa36cc6a296 x-openstack-request-id: req-813e5e20-6bae-4c44-9da5-9aa36cc6a296 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:22:47.164966 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:22:47.164966 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-813e5e20-6bae-4c44-9da5-9aa36cc6a296 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:22:47.164966 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'status': 'completed', 'code': 200} Jun 22 04:22:47.186829 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:22:47.218242 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Attempting to bind port 3f9920c3-69e4-4af1-8dc0-633dbab39edd on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:22:47.218656 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Attempting to bind port 3f9920c3-69e4-4af1-8dc0-633dbab39edd by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:22:47.219165 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Attempting to bind port 3f9920c3-69e4-4af1-8dc0-633dbab39edd on network 814793db-ff2b-476e-9e3c-1382f86afaa8 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:22:47.231062 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:22:47.231453 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Checking segment: {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:47.231863 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.232267 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Bound using segment: {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:22:47.232760 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Bound port: 3f9920c3-69e4-4af1-8dc0-633dbab39edd, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:22:47.233126 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.262981 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-0b7db2b7-f2eb-4167-8c2e-9ee4ee1fffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:47.264706 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-0b7db2b7-f2eb-4167-8c2e-9ee4ee1fffc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 1098 time: 0.0591571 Jun 22 04:22:47.265322 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Allocated IP 172.27.1.202 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/1ac24157-2b00-449b-a3b3-b54cf0aa929d) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:22:47.385977 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-cea7e2a5-035f-4fe2-997d-61a53c945b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:47.390527 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-cea7e2a5-035f-4fe2-997d-61a53c945b75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.1154449 Jun 22 04:22:47.413045 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.461287 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-433fa2ca-d32b-4565-a5ae-ff739d286a01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31b560a9-dfc5-44ea-96b2-e8674f5ca73a HTTP/1.1" status: 200 len: 999 time: 0.0671806 Jun 22 04:22:47.509912 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-86af6278-3bc5-4da6-8424-e1bcde1ef594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:47.511504 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-86af6278-3bc5-4da6-8424-e1bcde1ef594 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0436120 Jun 22 04:22:47.516171 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] For port 3f9920c3-69e4-4af1-8dc0-633dbab39edd, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:22:47.534145 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] For port 3f9920c3-69e4-4af1-8dc0-633dbab39edd, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=3f9920c3-69e4-4af1-8dc0-633dbab39edd,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:22:47.534411 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.537400 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:47.571559 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-3bc6efe0-9437-41ad-a0c0-864b03da9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:47.573260 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-3bc6efe0-9437-41ad-a0c0-864b03da9861 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558133 Jun 22 04:22:47.577728 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:47.581697 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:47.585357 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:22:47.604737 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:47.607749 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:47.611062 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Pushing event updated for resources: {'Port': ['ID=1ac24157-2b00-449b-a3b3-b54cf0aa929d,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:47.616065 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:47.670832 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:10Z', 'revision_number': 1, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}, {'id': '9a693143-ff1e-4504-a12b-bb24734c6bef', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:76:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:22:45Z', 'updated_at': '2021-06-22T04:22:45Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:47.684611 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-211a405b-238a-4294-8fce-31e64d030720 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028757 Jun 22 04:22:47.709391 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Pushing event updated for resources: {'Port': ['ID=3f9920c3-69e4-4af1-8dc0-633dbab39edd,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:47.715359 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:47.716431 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:22:47.726892 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:22:47.727536 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:47.794442 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd9daa85-3ce8-4a7a-83e7-4c39069bcc67 req-678252c5-dabb-4e59-be52-6ca783ce97c4 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030941 Jun 22 04:22:47.863037 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:22:47.980912 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:48.121027 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:10Z', 'revision_number': 1, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}, {'id': '9a693143-ff1e-4504-a12b-bb24734c6bef', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:76:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:22:45Z', 'updated_at': '2021-06-22T04:22:45Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:48.148351 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2f2d7-fc96-49b5-b274-3683992ad9c4 None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:10Z', 'revision_number': 1, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}, {'id': '9a693143-ff1e-4504-a12b-bb24734c6bef', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:76:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:22:45Z', 'updated_at': '2021-06-22T04:22:45Z', 'revision_number': 0, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:22:48.354560 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e0b55-bcaa-4b32-91f8-617441d9e748 None None] New status for floating IP 9a693143-ff1e-4504-a12b-bb24734c6bef: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:22:48.411479 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:48.598639 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f901b9-c32b-4b84-a583-5fae8905d495 None None] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:22:48.663197 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 3f9920c3-69e4-4af1-8dc0-633dbab39edd up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:48.715206 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Router 5872a247-e1d4-434d-bed9-1f6c7203846d is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:22:48.717040 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-e1e33657-5e47-4d2d-8c3f-74dc4200f215 None None] Provisioning for port 3f9920c3-69e4-4af1-8dc0-633dbab39edd completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:48.819796 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 3f9920c3-69e4-4af1-8dc0-633dbab39edd completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:48.825595 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 3f9920c3-69e4-4af1-8dc0-633dbab39edd triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:48.825595 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:48.829643 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:22:48.860869 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Sync routers for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:22:48.881145 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:22:48.881913 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:48.916364 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:48.917956 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-abc80c5b-4b4d-4f95-b70b-224a5ab81f3f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4345121 Jun 22 04:22:48.920792 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 55980) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:49.018405 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.035616 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:22:49.126045 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 3f9920c3-69e4-4af1-8dc0-633dbab39edd, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=3f9920c3-69e4-4af1-8dc0-633dbab39edd,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:49.153438 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-70604013-1887-4e6b-aa78-81d24717d724 None None] Provisioning complete for port 3f9920c3-69e4-4af1-8dc0-633dbab39edd triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:49.153741 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-70604013-1887-4e6b-aa78-81d24717d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.192836 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.197968 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:49.308525 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=3f9920c3-69e4-4af1-8dc0-633dbab39edd,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:49.313779 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:49.338811 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.348392 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:47Z', 'revision_number': 3, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:49.377989 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Checking router: 5872a247-e1d4-434d-bed9-1f6c7203846d for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:22:49.378353 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Updating router 5872a247-e1d4-434d-bed9-1f6c7203846d port 1ac24157-2b00-449b-a3b3-b54cf0aa929d binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:22:49.411698 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.492683 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Allocated IP 172.20.0.1 (814793db-ff2b-476e-9e3c-1382f86afaa8/3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6/97893821-daa4-4d9a-950d-7408a3a01d9a) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:22:49.591427 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.604970 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Transition to ACTIVE for port object 97893821-daa4-4d9a-950d-7408a3a01d9a will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:49.658152 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.667985 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Transition to ACTIVE for port object 1ac24157-2b00-449b-a3b3-b54cf0aa929d will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:49.688799 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.691713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8d36b093-f7a5-42d8-9013-411ba2a973f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:49.730146 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:49.732864 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:49.733286 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.736884 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:49.737076 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:22:49.760920 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Pushing event updated for resources: {'Port': ['ID=97893821-daa4-4d9a-950d-7408a3a01d9a,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:49.772282 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.772671 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.773049 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.773415 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.773780 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.774173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.774846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.774978 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.775243 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.775602 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.775957 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.776311 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:49.782057 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:49.792289 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.798619 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Attempting to bind port 1ac24157-2b00-449b-a3b3-b54cf0aa929d on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:22:49.799305 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Attempting to bind port 1ac24157-2b00-449b-a3b3-b54cf0aa929d by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:22:49.799752 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Attempting to bind port 1ac24157-2b00-449b-a3b3-b54cf0aa929d on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:22:49.802343 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957c240-9d55-4c70-9e73-890ca0147287 None None] Pushing event updated for resources: {'Port': ['ID=1ac24157-2b00-449b-a3b3-b54cf0aa929d,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:49.805289 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4957c240-9d55-4c70-9e73-890ca0147287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:49.809909 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:22:49.810401 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:49.810888 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.811491 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:22:49.812097 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Bound port: 1ac24157-2b00-449b-a3b3-b54cf0aa929d, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:22:49.812586 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.869039 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] For port 1ac24157-2b00-449b-a3b3-b54cf0aa929d, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:22:49.872583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] For port 1ac24157-2b00-449b-a3b3-b54cf0aa929d, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=1ac24157-2b00-449b-a3b3-b54cf0aa929d,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:22:49.952858 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:49.957055 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:50.010513 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:22:50.011071 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:50.013198 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:50.178305 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957c240-9d55-4c70-9e73-890ca0147287 None None] Pushing event updated for resources: {'Port': ['ID=1ac24157-2b00-449b-a3b3-b54cf0aa929d,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:50.180977 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-eb358727-21f8-456e-a830-69ce2d36ca06 None None] Provisioning for port 97893821-daa4-4d9a-950d-7408a3a01d9a completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:50.183112 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4957c240-9d55-4c70-9e73-890ca0147287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:50.188437 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:50.192503 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-eb358727-21f8-456e-a830-69ce2d36ca06 None None] Provisioning complete for port 97893821-daa4-4d9a-950d-7408a3a01d9a triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:50.192886 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eb358727-21f8-456e-a830-69ce2d36ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:50.247872 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:50.252852 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-63cc488f-5925-45e6-b92f-8c29b60820e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:50.268465 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-eb358727-21f8-456e-a830-69ce2d36ca06 None None] Port 97893821-daa4-4d9a-950d-7408a3a01d9a cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:22:50.288748 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:22:50.318738 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Pushing event updated for resources: {'Port': ['ID=97893821-daa4-4d9a-950d-7408a3a01d9a,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:50.321692 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:50.323251 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:50.420099 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:50.421504 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:50.497424 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 1, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:50.523303 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b3e72-0c2c-4ad4-8a9f-2c338ae8d709 None None] The sync data for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi is: [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 1, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:22:50.543217 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Router 5872a247-e1d4-434d-bed9-1f6c7203846d has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:22:50.685732 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 3f9920c3-69e4-4af1-8dc0-633dbab39edd up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:50.698214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:22:50.704014 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] 10.222.0.37 "PUT /v2.0/routers/5872a247-e1d4-434d-bed9-1f6c7203846d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818878 Jun 22 04:22:50.736956 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-4445b927-3690-45cb-9f17-b42485436de0 None None] Provisioning complete for port 97893821-daa4-4d9a-950d-7408a3a01d9a triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:50.737343 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4445b927-3690-45cb-9f17-b42485436de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:50.788087 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-4445b927-3690-45cb-9f17-b42485436de0 None None] Port 97893821-daa4-4d9a-950d-7408a3a01d9a cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:22:50.795457 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 3f9920c3-69e4-4af1-8dc0-633dbab39edd triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:50.795841 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.350855 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-10721cac-e943-422f-8498-4d56caaf4147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.485897 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56008) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:51.491014 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1240497249-network', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:51.567765 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Made reservation on behalf of dddfafe78ea94ae8be7b963d10dc6934 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:51.570336 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.580383 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.696507 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.751452 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.754460 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-63bed669-af00-4cc9-b286-02fb55650325 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:51.779729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 04:22:51.788497 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e6c0c-c5a0-458e-bd35-a297525a63c4,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:51.804424 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:51.805589 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.805941 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Added segment 999725af-42a0-417e-a125-8346bc0b5b82 of type vlan for network 13bd5bb8-b09c-488e-a934-9f700ed23f84 Jun 22 04:22:51.849787 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731224391141'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.933476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.935237 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:51.935768 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:51.938713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f1e8d804-602b-473d-bd84-be957707e215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:51.995093 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Pushing event updated for resources: {'Network': ['ID=13bd5bb8-b09c-488e-a934-9f700ed23f84,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:51.997843 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:52.006629 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Network 13bd5bb8-b09c-488e-a934-9f700ed23f84 details requested by agent ovs-agent-dv-cinder-797380-1-iscsi with host dv-cinder-797380-1-iscsi {{(pid=93484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 04:22:52.058962 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-97c48249-91f2-4ac4-acf2-4f34796c923e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5718083 Jun 22 04:22:52.061482 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56026) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:52.066782 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Request body: {'subnet': {'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1240497249-subnet', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:52.139219 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Made reservation on behalf of dddfafe78ea94ae8be7b963d10dc6934 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:22:52.141771 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24233498'] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.425656 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24605218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24233512'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.429440 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c2d62f89-5588-4837-bc22-b00debfff2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:52.494278 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c936ad1f-4a3e-416b-be60-d481e2d95f7e,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:52.497801 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:52.498900 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Checking segment: {'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:52.499266 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Network hostable DHCP agents. Network: 13bd5bb8-b09c-488e-a934-9f700ed23f84, hostable agents: ['01108436-4666-45b3-852d-c4243186551f'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 04:22:52.550865 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Sync routers for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:22:52.560227 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:22:52.567385 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:52.584160 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Network 13bd5bb8-b09c-488e-a934-9f700ed23f84 is scheduled to be hosted by DHCP agent 01108436-4666-45b3-852d-c4243186551f with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 04:22:52.664294 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 1ac24157-2b00-449b-a3b3-b54cf0aa929d up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:52.733259 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797380-1-iscsi, 13bd5bb8-b09c-488e-a934-9f700ed23f84) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:52.737415 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:22:52.738297 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.743107 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5a3bc-7c20-4fbe-b815-64da3210f0b4 None None] Network 13bd5bb8-b09c-488e-a934-9f700ed23f84 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:22:52.756617 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:22:52.784211 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 1ac24157-2b00-449b-a3b3-b54cf0aa929d completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:52.791138 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 1ac24157-2b00-449b-a3b3-b54cf0aa929d triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:52.791518 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.804810 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7398310 Jun 22 04:22:52.805011 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56036) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:52.809525 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:22:52.909666 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1132'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.912376 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1141'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.946063 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.954635 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c32baf4-a910-5530-8538-646868649efe-13bd5bb8-b09c-488e-a934-9f700ed23f84', 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'fixed_ips': [{'subnet_id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e'}]}} from dv-cinder-797380-1-iscsi. {{(pid=93484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 04:22:52.955478 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.964348 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:52.974318 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:50Z', 'revision_number': 2, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:52.986065 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 1ac24157-2b00-449b-a3b3-b54cf0aa929d, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=1ac24157-2b00-449b-a3b3-b54cf0aa929d,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:53.003692 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Checking router: 5872a247-e1d4-434d-bed9-1f6c7203846d for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:22:53.004059 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Updating router 5872a247-e1d4-434d-bed9-1f6c7203846d port 97893821-daa4-4d9a-950d-7408a3a01d9a binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:22:53.037766 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.047359 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.051129 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3c054300-c520-4f81-b3dc-9cdbeaf4c3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:53.133882 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=1ac24157-2b00-449b-a3b3-b54cf0aa929d,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:53.138513 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:53.142830 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Allocated IP 172.20.0.2 (13bd5bb8-b09c-488e-a934-9f700ed23f84/c936ad1f-4a3e-416b-be60-d481e2d95f7e/23652048-adfd-4ca9-8f3c-c083f9d6feee) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:22:53.184019 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1091'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.280543 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.289040 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Transition to ACTIVE for port object 23652048-adfd-4ca9-8f3c-c083f9d6feee will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:53.304744 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Transition to ACTIVE for port object 23652048-adfd-4ca9-8f3c-c083f9d6feee will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:53.316654 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.326508 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Transition to ACTIVE for port object 97893821-daa4-4d9a-950d-7408a3a01d9a will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:53.362525 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.365501 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f4065728-b529-4658-b25c-056d630916b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:53.409162 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Network 13bd5bb8-b09c-488e-a934-9f700ed23f84 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:53.412403 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:53.414784 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:22:53.419058 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.423302 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:53.425622 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Pushing event updated for resources: {'Port': ['ID=23652048-adfd-4ca9-8f3c-c083f9d6feee,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:53.428351 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:53.434184 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.455726 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.475491 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Pushing event updated for resources: {'Port': ['ID=97893821-daa4-4d9a-950d-7408a3a01d9a,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:53.490694 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Attempting to bind port 23652048-adfd-4ca9-8f3c-c083f9d6feee on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:22:53.491084 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Attempting to bind port 23652048-adfd-4ca9-8f3c-c083f9d6feee by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:22:53.491464 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Attempting to bind port 23652048-adfd-4ca9-8f3c-c083f9d6feee on network 13bd5bb8-b09c-488e-a934-9f700ed23f84 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:22:53.497177 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:22:53.497778 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Checking segment: {'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:53.498027 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.498643 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Bound using segment: {'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:22:53.499136 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Bound port: 23652048-adfd-4ca9-8f3c-c083f9d6feee, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:22:53.500358 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.520543 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.521680 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.521680 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.521680 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.522128 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.522364 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.522724 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.523057 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.523340 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.523669 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.523994 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.524316 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:22:53.536985 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:53.603594 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] For port 23652048-adfd-4ca9-8f3c-c083f9d6feee, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:22:53.612980 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] For port 23652048-adfd-4ca9-8f3c-c083f9d6feee, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=23652048-adfd-4ca9-8f3c-c083f9d6feee,segment=NetworkSegment(999725af-42a0-417e-a125-8346bc0b5b82),segment_id=999725af-42a0-417e-a125-8346bc0b5b82)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:22:53.615311 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Attempting to bind port 97893821-daa4-4d9a-950d-7408a3a01d9a on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:22:53.615800 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Attempting to bind port 97893821-daa4-4d9a-950d-7408a3a01d9a by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:22:53.616056 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Attempting to bind port 97893821-daa4-4d9a-950d-7408a3a01d9a on network 814793db-ff2b-476e-9e3c-1382f86afaa8 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:22:53.619363 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Allocated IP 172.27.1.61 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/42603762-f560-478a-8390-47b7b4adfff0) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:22:53.621567 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:22:53.621956 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Checking segment: {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:53.622400 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.622806 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Bound using segment: {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:22:53.623282 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Bound port: 97893821-daa4-4d9a-950d-7408a3a01d9a, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:22:53.623890 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.695357 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] For port 97893821-daa4-4d9a-950d-7408a3a01d9a, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:22:53.698701 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] For port 97893821-daa4-4d9a-950d-7408a3a01d9a, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=97893821-daa4-4d9a-950d-7408a3a01d9a,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:22:53.721242 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.724541 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:53.736307 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.795555 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Pushing event updated for resources: {'Port': ['ID=23652048-adfd-4ca9-8f3c-c083f9d6feee,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:53.798594 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:53.807237 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.809500 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:53.867334 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:22:53.867964 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:53.869905 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.870061 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Pushing event updated for resources: {'Port': ['ID=97893821-daa4-4d9a-950d-7408a3a01d9a,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:53.873733 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-84d744eb-a532-4145-af34-e8fbf256e30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:53.874355 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:53.907670 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b55c875e-cd24-4a5f-b220-5d38b4a22ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:53.913355 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:53.917111 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:53.919932 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:22:53.956381 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Pushing event updated for resources: {'Port': ['ID=42603762-f560-478a-8390-47b7b4adfff0,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:53.959198 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:54.032857 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:22:54.167956 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:54.277351 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:53Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:54.304932 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6cc39-f14b-477f-a193-d59712f97c4c None None] The sync data for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi is: [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:53Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:22:54.320783 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:54.840189 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 1ac24157-2b00-449b-a3b3-b54cf0aa929d up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:54.850408 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:54.872287 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b664a0-0119-4036-ad9a-75a16ab2f7d0 None None] Network 13bd5bb8-b09c-488e-a934-9f700ed23f84 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:22:54.990910 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 1ac24157-2b00-449b-a3b3-b54cf0aa929d triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:54.991429 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:55.034772 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-fef31bc6-ebe1-4e46-b9ed-7bdf19790e16 None None] Provisioning for port 23652048-adfd-4ca9-8f3c-c083f9d6feee completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:55.086902 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Router a266a8f0-3c69-4be2-8758-40e6703dcbfd is scheduled to L3 agent 7d59f977-118b-4e0c-b759-cf853907045e with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 04:22:55.157110 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 97893821-daa4-4d9a-950d-7408a3a01d9a up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:55.183889 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:55.207208 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:22:55.217402 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Sync routers for ids ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:22:55.227015 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Routers {'a266a8f0-3c69-4be2-8758-40e6703dcbfd'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:22:55.227631 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:55.333862 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:55.335590 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5292315 Jun 22 04:22:55.338617 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56064) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:22:55.456140 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 97893821-daa4-4d9a-950d-7408a3a01d9a completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:55.461132 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 97893821-daa4-4d9a-950d-7408a3a01d9a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:55.461519 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:55.509346 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Set router a266a8f0-3c69-4be2-8758-40e6703dcbfd gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:22:55.679941 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:55.738236 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 97893821-daa4-4d9a-950d-7408a3a01d9a, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=97893821-daa4-4d9a-950d-7408a3a01d9a,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:55.759734 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '42603762-f560-478a-8390-47b7b4adfff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:22:54Z', 'revision_number': 3, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port': {'id': '42603762-f560-478a-8390-47b7b4adfff0', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:53Z', 'updated_at': '2021-06-22T04:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:55.772100 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:55.786436 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Checking router: a266a8f0-3c69-4be2-8758-40e6703dcbfd for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:22:55.786800 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Updating router a266a8f0-3c69-4be2-8758-40e6703dcbfd port 42603762-f560-478a-8390-47b7b4adfff0 binding host dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:22:55.820257 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:55.845162 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:55.846172 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 23652048-adfd-4ca9-8f3c-c083f9d6feee up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:55.849903 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:55.930715 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Allocated IP 172.20.0.1 (13bd5bb8-b09c-488e-a934-9f700ed23f84/c936ad1f-4a3e-416b-be60-d481e2d95f7e/fc957179-95b6-4947-96e7-b0724ba0f20a) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:22:56.002409 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=97893821-daa4-4d9a-950d-7408a3a01d9a,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:56.011414 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:56.036175 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.049990 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Transition to ACTIVE for port object fc957179-95b6-4947-96e7-b0724ba0f20a will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:56.071402 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 23652048-adfd-4ca9-8f3c-c083f9d6feee completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:56.079176 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 23652048-adfd-4ca9-8f3c-c083f9d6feee triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:56.079558 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.121912 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13863109'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.124894 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:56.159770 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Network 13bd5bb8-b09c-488e-a934-9f700ed23f84 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:56.162493 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:56.166170 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:22:56.195463 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Pushing event updated for resources: {'Port': ['ID=fc957179-95b6-4947-96e7-b0724ba0f20a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:56.214866 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:56.222326 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-616431'] for router_interface, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.235603 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.237735 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.255749 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Transition to ACTIVE for port object 42603762-f560-478a-8390-47b7b4adfff0 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:22:56.279408 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 23652048-adfd-4ca9-8f3c-c083f9d6feee, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=23652048-adfd-4ca9-8f3c-c083f9d6feee,segment=NetworkSegment(999725af-42a0-417e-a125-8346bc0b5b82),segment_id=999725af-42a0-417e-a125-8346bc0b5b82)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:56.333223 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.336102 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:56.365860 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.387450 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Attempting to bind port 42603762-f560-478a-8390-47b7b4adfff0 on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:22:56.387830 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Attempting to bind port 42603762-f560-478a-8390-47b7b4adfff0 by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:22:56.388200 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Attempting to bind port 42603762-f560-478a-8390-47b7b4adfff0 on network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:22:56.390181 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abfdf8-209e-4f6b-9b04-b8a071a13e89 None None] Pushing event updated for resources: {'Port': ['ID=42603762-f560-478a-8390-47b7b4adfff0,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:56.393222 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6abfdf8-209e-4f6b-9b04-b8a071a13e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:56.393701 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8d463983-50db-4555-82b0-9c20afe5f8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:56.398268 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:22:56.398649 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Checking segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:22:56.399056 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.399444 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Bound using segment: {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:22:56.399918 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Bound port: 42603762-f560-478a-8390-47b7b4adfff0, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f6552-1ff3-4b7e-bd16-fd8c0d5947bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:22:56.400295 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.442107 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.499424 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=23652048-adfd-4ca9-8f3c-c083f9d6feee,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:56.504241 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:56.508271 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] For port 42603762-f560-478a-8390-47b7b4adfff0, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:22:56.511351 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] For port 42603762-f560-478a-8390-47b7b4adfff0, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=42603762-f560-478a-8390-47b7b4adfff0,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:22:56.550573 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.575362 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-a4b32565-c463-4672-a5d4-d103368efa21 None None] Provisioning for port fc957179-95b6-4947-96e7-b0724ba0f20a completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:56.579258 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.587892 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:56.592891 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-a4b32565-c463-4672-a5d4-d103368efa21 None None] Provisioning complete for port fc957179-95b6-4947-96e7-b0724ba0f20a triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:56.592891 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4b32565-c463-4672-a5d4-d103368efa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.610967 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.662829 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 97893821-daa4-4d9a-950d-7408a3a01d9a up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:56.672523 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Routers {'a266a8f0-3c69-4be2-8758-40e6703dcbfd'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:22:56.673146 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:56.687493 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13863159'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.690786 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3b018b09-3b5a-4a10-87e7-7ffe5a1e5bd9 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:56.696205 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a4b32565-c463-4672-a5d4-d103368efa21 None None] Port fc957179-95b6-4947-96e7-b0724ba0f20a cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:22:56.740140 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abfdf8-209e-4f6b-9b04-b8a071a13e89 None None] Pushing event updated for resources: {'Port': ['ID=42603762-f560-478a-8390-47b7b4adfff0,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:56.747593 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6abfdf8-209e-4f6b-9b04-b8a071a13e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:56.756830 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Pushing event updated for resources: {'Port': ['ID=fc957179-95b6-4947-96e7-b0724ba0f20a,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:56.759639 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:22:56.760877 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639476'] for router_interface, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.819567 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 97893821-daa4-4d9a-950d-7408a3a01d9a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:56.819954 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:56.844333 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] Set router a266a8f0-3c69-4be2-8758-40e6703dcbfd gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:22:56.857872 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Network 13bd5bb8-b09c-488e-a934-9f700ed23f84 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:22:56.860596 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:22:57.004614 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Router a266a8f0-3c69-4be2-8758-40e6703dcbfd has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:22:57.032977 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 23652048-adfd-4ca9-8f3c-c083f9d6feee up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:57.133190 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:22:57.137669 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 23652048-adfd-4ca9-8f3c-c083f9d6feee triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:57.138225 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:57.142626 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-e20f715a-af2a-4a33-aa75-89126f125779 admin admin] 10.222.0.37 "PUT /v2.0/routers/a266a8f0-3c69-4be2-8758-40e6703dcbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7997241 Jun 22 04:22:57.161880 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-3dcfc4fb-36f2-4e50-974b-f9e36c3cc83e None None] Provisioning complete for port fc957179-95b6-4947-96e7-b0724ba0f20a triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:57.162624 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3dcfc4fb-36f2-4e50-974b-f9e36c3cc83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:57.348868 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '42603762-f560-478a-8390-47b7b4adfff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 4, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port': {'id': '42603762-f560-478a-8390-47b7b4adfff0', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:53Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fc957179-95b6-4947-96e7-b0724ba0f20a', 'name': '', 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'mac_address': 'fa:16:3e:73:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:55Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 2, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'subnets': [{'id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:22:57.350569 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfc4fb-36f2-4e50-974b-f9e36c3cc83e None None] Port fc957179-95b6-4947-96e7-b0724ba0f20a cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:22:57.379268 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86211fe5-5818-4408-8c37-1ce8460babac None None] The sync data for ids ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'] in dv-cinder-797380-1-iscsi is: [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '42603762-f560-478a-8390-47b7b4adfff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 4, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port': {'id': '42603762-f560-478a-8390-47b7b4adfff0', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:53Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fc957179-95b6-4947-96e7-b0724ba0f20a', 'name': '', 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'mac_address': 'fa:16:3e:73:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:55Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 2, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'subnets': [{'id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:22:58.712363 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 42603762-f560-478a-8390-47b7b4adfff0 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:22:58.861657 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port 42603762-f560-478a-8390-47b7b4adfff0 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:22:58.866717 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 42603762-f560-478a-8390-47b7b4adfff0 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:22:58.867113 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:58.994020 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:59.022660 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port 42603762-f560-478a-8390-47b7b4adfff0, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=42603762-f560-478a-8390-47b7b4adfff0,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:22:59.097974 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:22:59.099809 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:22:59.159006 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=42603762-f560-478a-8390-47b7b4adfff0,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:22:59.172040 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:00.681670 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 42603762-f560-478a-8390-47b7b4adfff0 up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:23:00.746816 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port 42603762-f560-478a-8390-47b7b4adfff0 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:23:00.747207 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:00.850300 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Sync routers for ids ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:23:00.860962 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Routers {'a266a8f0-3c69-4be2-8758-40e6703dcbfd'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:23:00.861757 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:23:00.973233 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Set router a266a8f0-3c69-4be2-8758-40e6703dcbfd gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:23:01.188740 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '42603762-f560-478a-8390-47b7b4adfff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 4, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port': {'id': '42603762-f560-478a-8390-47b7b4adfff0', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:53Z', 'updated_at': '2021-06-22T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fc957179-95b6-4947-96e7-b0724ba0f20a', 'name': '', 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'mac_address': 'fa:16:3e:73:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:55Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 2, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'subnets': [{'id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:23:01.219496 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Checking router: a266a8f0-3c69-4be2-8758-40e6703dcbfd for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:23:01.219861 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Updating router a266a8f0-3c69-4be2-8758-40e6703dcbfd port fc957179-95b6-4947-96e7-b0724ba0f20a binding host dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 04:23:01.268000 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:01.628684 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:01.638535 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Transition to ACTIVE for port object fc957179-95b6-4947-96e7-b0724ba0f20a will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:23:01.676354 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:01.679251 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:01.785099 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f90cf-0485-4f6d-a5ff-f3ff598f9ad6 None None] Pushing event updated for resources: {'Port': ['ID=fc957179-95b6-4947-96e7-b0724ba0f20a,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:01.793990 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-352f90cf-0485-4f6d-a5ff-f3ff598f9ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:01.822690 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Attempting to bind port fc957179-95b6-4947-96e7-b0724ba0f20a on host dv-cinder-797380-1-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:23:01.823077 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Attempting to bind port fc957179-95b6-4947-96e7-b0724ba0f20a by drivers openvswitch,hyperv on host dv-cinder-797380-1-iscsi at level 0 using segments [{'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:23:01.823573 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Attempting to bind port fc957179-95b6-4947-96e7-b0724ba0f20a on network 13bd5bb8-b09c-488e-a934-9f700ed23f84 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:23:01.829013 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Checking agent: {'id': '20252d7b-82e3-445e-b68c-bb4662d93662', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797380-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 0, 24), 'started_at': datetime.datetime(2021, 6, 22, 4, 0, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797380-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:23:01.829402 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Checking segment: {'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:23:01.829817 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:01.830248 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Bound using segment: {'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:23:01.830730 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Bound port: fc957179-95b6-4947-96e7-b0724ba0f20a, host: dv-cinder-797380-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999725af-42a0-417e-a125-8346bc0b5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:23:01.831115 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:01.931801 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] For port fc957179-95b6-4947-96e7-b0724ba0f20a, host dv-cinder-797380-1-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:23:01.936250 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] For port fc957179-95b6-4947-96e7-b0724ba0f20a, host dv-cinder-797380-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=fc957179-95b6-4947-96e7-b0724ba0f20a,segment=NetworkSegment(999725af-42a0-417e-a125-8346bc0b5b82),segment_id=999725af-42a0-417e-a125-8346bc0b5b82)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:23:02.023457 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:02.025746 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:02.095909 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Routers {'a266a8f0-3c69-4be2-8758-40e6703dcbfd'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:23:02.096576 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:22:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:23:02.184240 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f90cf-0485-4f6d-a5ff-f3ff598f9ad6 None None] Pushing event updated for resources: {'Port': ['ID=fc957179-95b6-4947-96e7-b0724ba0f20a,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:02.189588 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-352f90cf-0485-4f6d-a5ff-f3ff598f9ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:02.201745 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:02.263512 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] Set router a266a8f0-3c69-4be2-8758-40e6703dcbfd gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:23:02.517275 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '42603762-f560-478a-8390-47b7b4adfff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 4, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port': {'id': '42603762-f560-478a-8390-47b7b4adfff0', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:53Z', 'updated_at': '2021-06-22T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fc957179-95b6-4947-96e7-b0724ba0f20a', 'name': '', 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'mac_address': 'fa:16:3e:73:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:55Z', 'updated_at': '2021-06-22T04:23:01Z', 'revision_number': 4, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'subnets': [{'id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:23:02.549612 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1d182-27a1-4df2-a0a0-fb63ae36f7ff None None] The sync data for ids ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'] in dv-cinder-797380-1-iscsi is: [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '42603762-f560-478a-8390-47b7b4adfff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:22:56Z', 'revision_number': 4, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port': {'id': '42603762-f560-478a-8390-47b7b4adfff0', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:53Z', 'updated_at': '2021-06-22T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': 'fc957179-95b6-4947-96e7-b0724ba0f20a', 'name': '', 'network_id': '13bd5bb8-b09c-488e-a934-9f700ed23f84', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'mac_address': 'fa:16:3e:73:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:55Z', 'updated_at': '2021-06-22T04:23:01Z', 'revision_number': 4, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'subnets': [{'id': 'c936ad1f-4a3e-416b-be60-d481e2d95f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:23:02.678027 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device fc957179-95b6-4947-96e7-b0724ba0f20a up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:23:02.818858 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning for port fc957179-95b6-4947-96e7-b0724ba0f20a completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:23:02.823176 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port fc957179-95b6-4947-96e7-b0724ba0f20a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:23:02.823644 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:02.939223 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:02.981462 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] For port fc957179-95b6-4947-96e7-b0724ba0f20a, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=fc957179-95b6-4947-96e7-b0724ba0f20a,segment=NetworkSegment(999725af-42a0-417e-a125-8346bc0b5b82),segment_id=999725af-42a0-417e-a125-8346bc0b5b82)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:23:03.063726 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:03.065759 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:03.131034 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Pushing event updated for resources: {'Port': ['ID=fc957179-95b6-4947-96e7-b0724ba0f20a,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:03.135796 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:04.646167 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device fc957179-95b6-4947-96e7-b0724ba0f20a up at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:23:04.703208 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Provisioning complete for port fc957179-95b6-4947-96e7-b0724ba0f20a triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:23:04.705055 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:07.917716 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56204) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:08.032057 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2c38821f-f95c-42c5-a081-7e2ecda2f66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:08.125539 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2c38821f-f95c-42c5-a081-7e2ecda2f66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:08.230449 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2c38821f-f95c-42c5-a081-7e2ecda2f66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:08.233211 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3b43fa86-dc65-4342-8d91-bb9c8560f68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:08.273090 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38821f-f95c-42c5-a081-7e2ecda2f66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4e7d8-65d5-4c5a-b341-07ae22a1a69e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:08.277220 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-2c38821f-f95c-42c5-a081-7e2ecda2f66d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78ce75286ae44080af513191a8fac57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583951 Jun 22 04:23:08.281072 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2c38821f-f95c-42c5-a081-7e2ecda2f66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:08.281072 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56210) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:08.332384 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3cda95d5-c8a4-4129-be0d-7cb9bb0a1798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:08.352383 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3cda95d5-c8a4-4129-be0d-7cb9bb0a1798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:08.470037 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3cda95d5-c8a4-4129-be0d-7cb9bb0a1798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:08.472668 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3cda95d5-c8a4-4129-be0d-7cb9bb0a1798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:08.473911 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-3cda95d5-c8a4-4129-be0d-7cb9bb0a1798 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68a4e7d8-65d5-4c5a-b341-07ae22a1a69e HTTP/1.1" status: 204 len: 168 time: 0.1921234 Jun 22 04:23:08.474732 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-620f44b6-4542-4ace-a6eb-c65ea92bc0a1 tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:08.482006 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda95d5-c8a4-4129-be0d-7cb9bb0a1798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4e7d8-65d5-4c5a-b341-07ae22a1a69e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:08.484765 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3cda95d5-c8a4-4129-be0d-7cb9bb0a1798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:09.115148 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-8831843e-5cf6-4819-aa90-e4e4e3c38758 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:09.116523 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-8831843e-5cf6-4819-aa90-e4e4e3c38758 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 813 time: 0.1001246 Jun 22 04:23:09.131003 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-d787ca75-b3c4-4b17-9041-5a3ef756a386 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/quotas/8644f05015fd434693d717e97da23f16 HTTP/1.1" status: 200 len: 375 time: 0.0091288 Jun 22 04:23:09.150205 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56236) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:09.188397 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-36844968-266c-441c-8a6e-c96c6130764c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:09.240184 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-b67e0f28-4c19-487e-8df8-db26a6667de6 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044078 Jun 22 04:23:09.366580 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-36844968-266c-441c-8a6e-c96c6130764c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:09.370361 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-4101641c-7195-42d6-967b-0151eb9f609b service neutron] 10.222.0.37 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172066 Jun 22 04:23:09.444746 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-36844968-266c-441c-8a6e-c96c6130764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:09.448878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9df4590a-bd79-458f-b300-2df4bb01f540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:09.496407 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-5dbe28b7-53db-466f-bc4a-20a248a21ef3 service neutron] 10.222.0.37 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195483 Jun 22 04:23:09.500092 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-36844968-266c-441c-8a6e-c96c6130764c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b172241a5a5b4b9cbea3b2fed8baf5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489580 Jun 22 04:23:09.501311 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36844968-266c-441c-8a6e-c96c6130764c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e238e-79e4-4abb-834c-6f38b0f46a7e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:09.502915 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56238) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:09.504389 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-36844968-266c-441c-8a6e-c96c6130764c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:09.552739 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfe22-ba4a-489e-9840-fc4f001572b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:09.573987 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfe22-ba4a-489e-9840-fc4f001572b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:09.790150 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfe22-ba4a-489e-9840-fc4f001572b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:09.792966 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfe22-ba4a-489e-9840-fc4f001572b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:09.794129 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8d8bfe22-ba4a-489e-9840-fc4f001572b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a2e238e-79e4-4abb-834c-6f38b0f46a7e HTTP/1.1" status: 204 len: 168 time: 0.2900310 Jun 22 04:23:09.794902 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6b04a7cd-7094-485c-bb97-41332788cf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:09.804441 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bfe22-ba4a-489e-9840-fc4f001572b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e238e-79e4-4abb-834c-6f38b0f46a7e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:09.805163 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8d8bfe22-ba4a-489e-9840-fc4f001572b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:09.876267 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6be06057-2fb0-47b2-ac39-ad1d9826294d req-8c5c1757-d1ce-460a-8edb-2b24a0c77617 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 210 time: 0.0313716 Jun 22 04:23:10.971622 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ed98577-ac49-4554-b46b-ebc984b1ed15 req-cbe0c4b8-7614-40c9-865c-24768deb0628 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 210 time: 0.0284767 Jun 22 04:23:12.116697 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-009e33a2-9ef8-4fc1-891a-7e5d871a80ea req-a8b66e48-33a5-43b9-8a46-e9d5cf2a1856 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 210 time: 0.0298631 Jun 22 04:23:12.884988 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-cfa10bbc-a438-4238-aff5-1b2da7e1f291 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:12.886477 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-cfa10bbc-a438-4238-aff5-1b2da7e1f291 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.26 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 813 time: 0.1075842 Jun 22 04:23:12.907837 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'port': {'device_id': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'admin_state_up': True, 'tenant_id': '8644f05015fd434693d717e97da23f16'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:13.115988 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Made reservation on behalf of 8644f05015fd434693d717e97da23f16 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 04:23:13.119663 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:13.265796 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-646ae8af-9d2d-4bc2-b038-ff4f12671840 req-00067c4a-d6b0-4e29-907b-3edf195528b5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 210 time: 0.0356123 Jun 22 04:23:13.269991 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Allocated IP 172.20.0.3 (814793db-ff2b-476e-9e3c-1382f86afaa8/3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6/2a70657e-48f0-4bab-9e7c-33187f5b9e15) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:23:13.415726 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:13.429957 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Transition to ACTIVE for port object 2a70657e-48f0-4bab-9e7c-33187f5b9e15 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:23:13.510368 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:13.515032 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6c8a48b1-cfe3-4cc6-a4da-5692a3b6e9d0 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:13.558136 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:23:13.561201 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:23:13.565369 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:23:13.593674 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'Port': ['ID=2a70657e-48f0-4bab-9e7c-33187f5b9e15,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:13.598524 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:13.623465 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:13.624081 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:13.710814 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-75262fd8-c7e5-44e3-b48a-5483482c5ce7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075938 Jun 22 04:23:13.730974 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Request body: {'port': {'device_id': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79738'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:13.809774 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:13.911004 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-57da7484-c2ca-4baa-819e-eb87b0182dff None None] Provisioning for port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 completed by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:23:13.916272 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-57da7484-c2ca-4baa-819e-eb87b0182dff None None] Provisioning complete for port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:23:13.917232 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-57da7484-c2ca-4baa-819e-eb87b0182dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:13.962269 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-57da7484-c2ca-4baa-819e-eb87b0182dff None None] Port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 cannot update to ACTIVE because it is not bound. {{(pid=93484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 04:23:14.128286 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a70657e-48f0-4bab-9e7c-33187f5b9e15 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:23:14.137209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:14.150246 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Transition to ACTIVE for port object 2a70657e-48f0-4bab-9e7c-33187f5b9e15 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 04:23:14.190011 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:14.192491 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:14.264320 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Pushing event updated for resources: {'Port': ['ID=2a70657e-48f0-4bab-9e7c-33187f5b9e15,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:14.269254 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:14.349169 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Attempting to bind port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 on host hv-cinder-79738 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 04:23:14.349531 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Attempting to bind port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 by drivers openvswitch,hyperv on host hv-cinder-79738 at level 0 using segments [{'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 04:23:14.349846 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Attempting to bind port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 on network 814793db-ff2b-476e-9e3c-1382f86afaa8 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:23:14.354659 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 on network 814793db-ff2b-476e-9e3c-1382f86afaa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79738 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 04:23:14.355292 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Attempting to bind port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 on network 814793db-ff2b-476e-9e3c-1382f86afaa8 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 04:23:14.362396 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Checking agent: {'id': '2e92c5aa-ed74-4944-8c02-94447e7f1db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79738', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'started_at': datetime.datetime(2021, 6, 22, 4, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 4, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 04:23:14.362753 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Checking segment: {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 04:23:14.363150 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Bound using segment: {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 04:23:14.363646 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Bound port: 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host: hv-cinder-79738, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 04:23:14.364012 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:14.485571 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] For port 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host hv-cinder-79738, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 04:23:14.490269 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] For port 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host hv-cinder-79738, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 04:23:14.522285 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32939975-f931-47e9-9561-889cd1f79a88 req-bee7a405-3de9-49f6-821f-b3b4eec4e1cd tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:14.523750 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32939975-f931-47e9-9561-889cd1f79a88 req-bee7a405-3de9-49f6-821f-b3b4eec4e1cd tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0984426 Jun 22 04:23:14.563384 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32939975-f931-47e9-9561-889cd1f79a88 req-7b71fb2c-1de0-4cef-8217-bde7bced927e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Jun 22 04:23:14.581056 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:14.584353 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-37792117-0950-4b6b-9f95-dda5e2e93834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:14.621881 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:14.622542 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:14.624474 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] 10.222.0.26 "PUT /v2.0/ports/2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 1093 time: 0.8972971 Jun 22 04:23:14.625121 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:23:14.627554 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6158c949-c272-4887-8e63-8f8a1248ce06" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:23:14.655561 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Pushing event updated for resources: {'Port': ['ID=2a70657e-48f0-4bab-9e7c-33187f5b9e15,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:14.668337 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:14.676819 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db2aca3-baa4-4b8b-a03a-2f6ee604b327 x-openstack-request-id: req-4db2aca3-baa4-4b8b-a03a-2f6ee604b327 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:23:14.677230 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:23:14.677596 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4db2aca3-baa4-4b8b-a03a-2f6ee604b327 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:23:14.678115 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'status': 'completed', 'code': 200} Jun 22 04:23:15.745580 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a3e6d-77b8-4ea8-9d80-d15084440ac1 req-3e6a0d40-904c-488f-a9bf-d8dd9d1056f3 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:15.747870 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d76a3e6d-77b8-4ea8-9d80-d15084440ac1 req-3e6a0d40-904c-488f-a9bf-d8dd9d1056f3 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0649576 Jun 22 04:23:15.788034 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d76a3e6d-77b8-4ea8-9d80-d15084440ac1 req-b39570d2-d15a-4c0a-b182-77fbfec5b642 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Jun 22 04:23:16.971367 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a10a7-4501-4806-9b9f-fe116377dfe3 req-4fb41604-0745-466b-8303-2f04ffe6e4db tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:16.973094 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-010a10a7-4501-4806-9b9f-fe116377dfe3 req-4fb41604-0745-466b-8303-2f04ffe6e4db tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0693338 Jun 22 04:23:17.013498 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-010a10a7-4501-4806-9b9f-fe116377dfe3 req-5e32c35d-003b-4b10-bee9-0d380cb56a6f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Jun 22 04:23:18.187571 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c655e-cbff-4d8c-a9a8-1e5aa8062357 req-9489159a-940d-4236-87c8-cafe283f488f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:18.188994 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c9c655e-cbff-4d8c-a9a8-1e5aa8062357 req-9489159a-940d-4236-87c8-cafe283f488f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0648232 Jun 22 04:23:18.226628 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c9c655e-cbff-4d8c-a9a8-1e5aa8062357 req-d0c8eb6a-39a5-4d05-8b42-1e14e8e5a225 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Jun 22 04:23:19.405090 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b351d-14f9-4cb7-8919-2de0469b3962 req-68779515-6a25-4c55-be93-f7cf63e80b23 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:19.406801 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-946b351d-14f9-4cb7-8919-2de0469b3962 req-68779515-6a25-4c55-be93-f7cf63e80b23 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0699513 Jun 22 04:23:19.460970 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-946b351d-14f9-4cb7-8919-2de0469b3962 req-eac3b12b-f1d4-410d-bcb0-910a4ac0d317 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Jun 22 04:23:20.628737 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:23:20.659185 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a8165-0957-4e9b-9fb0-993ac7409e9d req-016b27a1-5ca5-4242-911a-0e137bea3209 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:20.660738 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c50a8165-0957-4e9b-9fb0-993ac7409e9d req-016b27a1-5ca5-4242-911a-0e137bea3209 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0868917 Jun 22 04:23:20.707742 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c50a8165-0957-4e9b-9fb0-993ac7409e9d req-8ba8f5b7-bcd2-48a3-9868-7c827e615b90 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Jun 22 04:23:21.331364 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4dab5cf3-1ff5-4d28-94ac-b0273aee06a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:21.880568 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7a06e-de34-49fd-8c72-5899b333cc3b req-4c794e29-6251-4360-8bc0-959f1592a8dd tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:21.882001 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9e7a06e-de34-49fd-8c72-5899b333cc3b req-4c794e29-6251-4360-8bc0-959f1592a8dd tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0607426 Jun 22 04:23:21.918901 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9e7a06e-de34-49fd-8c72-5899b333cc3b req-aa909a15-28c8-4426-ab52-d38f0e29d7d1 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Jun 22 04:23:23.107744 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc008242-4d14-47a8-85ff-e35066646893 req-e8360517-f420-43c7-b108-cdc15f743f8b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:23.125002 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc008242-4d14-47a8-85ff-e35066646893 req-e8360517-f420-43c7-b108-cdc15f743f8b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0736656 Jun 22 04:23:23.149305 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc008242-4d14-47a8-85ff-e35066646893 req-8901d524-cee0-4b56-bb62-2a5050cce5ca tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341907 Jun 22 04:23:23.836039 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eb6b110e-55fe-45ea-b505-f546af4b31ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:24.127378 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:24.363053 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e73087-3d9b-406c-9a15-d767bed307cd req-a3dfd376-313a-4c65-a0d2-ac59a45390aa tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:24.364910 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-77e73087-3d9b-406c-9a15-d767bed307cd req-a3dfd376-313a-4c65-a0d2-ac59a45390aa tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.1002102 Jun 22 04:23:24.407107 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-77e73087-3d9b-406c-9a15-d767bed307cd req-d0a0aa7a-138f-4bbe-a9ae-ddb0711bc656 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363061 Jun 22 04:23:25.132590 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:25.593016 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb93a-d968-4ce6-8653-a9bb2ba65969 req-04532042-4e0b-4141-a591-c526802fc004 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:25.594937 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-725fb93a-d968-4ce6-8653-a9bb2ba65969 req-04532042-4e0b-4141-a591-c526802fc004 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0750117 Jun 22 04:23:25.637191 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-725fb93a-d968-4ce6-8653-a9bb2ba65969 req-3a247138-0c95-42dc-8dec-c13c124ac6ed tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Jun 22 04:23:26.727499 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:26.823328 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c958c5-7427-4b82-8105-d1e1b5f4a99d req-d13eea53-591b-42f4-8317-21b658477baf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:26.827034 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26c958c5-7427-4b82-8105-d1e1b5f4a99d req-d13eea53-591b-42f4-8317-21b658477baf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0740011 Jun 22 04:23:26.862758 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26c958c5-7427-4b82-8105-d1e1b5f4a99d req-eb282d1d-b5e2-48ab-b89e-fae1c3f149db tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Jun 22 04:23:28.031258 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c20e6-a8fc-4af7-a33a-da66cf373716 req-6e208184-c525-4376-8a36-f08c50ebba1e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:28.032636 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc1c20e6-a8fc-4af7-a33a-da66cf373716 req-6e208184-c525-4376-8a36-f08c50ebba1e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0626550 Jun 22 04:23:28.069367 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc1c20e6-a8fc-4af7-a33a-da66cf373716 req-7b176fde-737c-4455-84ec-115550b8c059 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Jun 22 04:23:28.644005 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56414) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:28.743222 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c5ba912e-e71a-44d2-b95c-97eea3a9c397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:28.832189 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c5ba912e-e71a-44d2-b95c-97eea3a9c397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:28.902380 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c5ba912e-e71a-44d2-b95c-97eea3a9c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:28.905001 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-de0d75f7-85d3-4f78-a31c-87fabf1da162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:28.940494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba912e-e71a-44d2-b95c-97eea3a9c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a640b353-f193-4ca5-b55a-82b410a50d8c,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:28.944787 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c5ba912e-e71a-44d2-b95c-97eea3a9c397 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47a8a12535f64492bc5942f1b0927b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997825 Jun 22 04:23:28.945777 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c5ba912e-e71a-44d2-b95c-97eea3a9c397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:28.947559 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56418) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:28.994475 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af86b450-0ca9-4774-8f4e-0807ac40b716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:29.014401 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af86b450-0ca9-4774-8f4e-0807ac40b716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:29.127326 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af86b450-0ca9-4774-8f4e-0807ac40b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:29.130080 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af86b450-0ca9-4774-8f4e-0807ac40b716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:29.133943 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-af86b450-0ca9-4774-8f4e-0807ac40b716 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a640b353-f193-4ca5-b55a-82b410a50d8c HTTP/1.1" status: 204 len: 168 time: 0.1828349 Jun 22 04:23:29.133943 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-06502b37-7142-4707-9902-8c3299fd2bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:29.140954 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86b450-0ca9-4774-8f4e-0807ac40b716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a640b353-f193-4ca5-b55a-82b410a50d8c,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:29.143247 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-af86b450-0ca9-4774-8f4e-0807ac40b716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:29.245014 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787781ef-fb06-4f06-a649-1a4aadc16135 req-a63eeb6e-1f14-40f6-90af-d4726758327c tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:29.246540 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-787781ef-fb06-4f06-a649-1a4aadc16135 req-a63eeb6e-1f14-40f6-90af-d4726758327c tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0621710 Jun 22 04:23:29.287428 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-787781ef-fb06-4f06-a649-1a4aadc16135 req-14048f59-ec2a-47cb-808d-d66e836bd903 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351491 Jun 22 04:23:29.562597 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c949-c272-4887-8e63-8f8a1248ce06 req-d20fad57-b583-4e02-a78f-8bac5347e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:29.564048 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6158c949-c272-4887-8e63-8f8a1248ce06 req-d20fad57-b583-4e02-a78f-8bac5347e15b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1096 time: 0.0524197 Jun 22 04:23:29.670887 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c949-c272-4887-8e63-8f8a1248ce06 req-9de22302-d37d-4666-ac90-919e32b7260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:29.672409 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6158c949-c272-4887-8e63-8f8a1248ce06 req-9de22302-d37d-4666-ac90-919e32b7260d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8644f05015fd434693d717e97da23f16&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0898616 Jun 22 04:23:29.720738 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56426) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:29.738645 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6d6132a5-e10a-4453-8727-e29c5cdca9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:29.771492 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c949-c272-4887-8e63-8f8a1248ce06 req-5996887e-bf11-49ec-a3a2-b23f43d63be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:29.775515 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6158c949-c272-4887-8e63-8f8a1248ce06 req-5996887e-bf11-49ec-a3a2-b23f43d63be1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932424 Jun 22 04:23:29.826180 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6d6132a5-e10a-4453-8727-e29c5cdca9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:29.895878 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-46f0bea7-8dc1-407b-942e-87c1afbfee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:29.895878 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-46f0bea7-8dc1-407b-942e-87c1afbfee77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1096 time: 0.0544488 Jun 22 04:23:29.913571 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6d6132a5-e10a-4453-8727-e29c5cdca9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:29.918948 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3cda95d5-c8a4-4129-be0d-7cb9bb0a1798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:29.951699 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6132a5-e10a-4453-8727-e29c5cdca9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15212d14-0604-4487-8b23-0534087ac615,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:29.959145 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-6d6132a5-e10a-4453-8727-e29c5cdca9b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97c9079f2a0c44aea79715e2af539507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347949 Jun 22 04:23:29.960053 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6d6132a5-e10a-4453-8727-e29c5cdca9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:29.960053 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56428) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:29.988977 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-01b0e560-4d93-4c40-9f21-dd6ad573f4e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 217 time: 0.0383363 Jun 22 04:23:30.007527 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04bf6a74-3377-4625-b0f0-bbbc5e1c9035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:30.027516 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04bf6a74-3377-4625-b0f0-bbbc5e1c9035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:30.064880 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-44c20a1c-3ac3-47cb-bc39-d43d03444459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:30.066482 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-44c20a1c-3ac3-47cb-bc39-d43d03444459 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 200 len: 852 time: 0.0443208 Jun 22 04:23:30.123317 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-ff8b3179-c5aa-4a6f-9b00-91aa6225f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:30.125952 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-ff8b3179-c5aa-4a6f-9b00-91aa6225f8a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814793db-ff2b-476e-9e3c-1382f86afaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517521 Jun 22 04:23:30.164822 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04bf6a74-3377-4625-b0f0-bbbc5e1c9035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:30.167747 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04bf6a74-3377-4625-b0f0-bbbc5e1c9035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:30.168914 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-04bf6a74-3377-4625-b0f0-bbbc5e1c9035 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15212d14-0604-4487-8b23-0534087ac615 HTTP/1.1" status: 204 len: 168 time: 0.2082601 Jun 22 04:23:30.169772 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ec9907b2-80b8-4f4d-8716-30e901495538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:30.178962 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf6a74-3377-4625-b0f0-bbbc5e1c9035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15212d14-0604-4487-8b23-0534087ac615,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:30.184143 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-04bf6a74-3377-4625-b0f0-bbbc5e1c9035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:30.221356 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-58aaa080-9afd-4143-b6b7-044070d373de service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884664 Jun 22 04:23:30.352686 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ac87958-70d3-443f-98a9-ba3b61c38265 req-ad9a4239-fae2-4de6-8e5c-7ec7c430804d service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849149 Jun 22 04:23:30.460489 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8790a6-eb78-4963-92a0-487039b15503 req-309795ef-13b5-48b4-9969-5ed36c90ac3f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:30.461984 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e8790a6-eb78-4963-92a0-487039b15503 req-309795ef-13b5-48b4-9969-5ed36c90ac3f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0653789 Jun 22 04:23:30.499791 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e8790a6-eb78-4963-92a0-487039b15503 req-9eb09712-ff81-460b-821d-93b7f627882b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Jun 22 04:23:31.675195 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6334-0b04-44bf-95a0-672113092461 req-7762a8ec-226b-4780-a039-b3aced9bebc8 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:31.676663 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6be6334-0b04-44bf-95a0-672113092461 req-7762a8ec-226b-4780-a039-b3aced9bebc8 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0664682 Jun 22 04:23:31.713081 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6be6334-0b04-44bf-95a0-672113092461 req-cfb7eb5c-2b20-4d5a-befc-7f724801e20b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Jun 22 04:23:32.246571 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:32.885371 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e80e72-9ad4-4530-b6fd-b3e63df2b81b req-c3226479-c0cc-4b8b-9557-d3ff2cfb8406 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:32.886762 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9e80e72-9ad4-4530-b6fd-b3e63df2b81b req-c3226479-c0cc-4b8b-9557-d3ff2cfb8406 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 943 time: 0.0629270 Jun 22 04:23:32.924922 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9e80e72-9ad4-4530-b6fd-b3e63df2b81b req-8adfb381-3781-4efb-bcba-33feb0f5e32d tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Jun 22 04:23:32.978215 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 2a70657e-48f0-4bab-9e7c-33187f5b9e15 details requested by agent hyperv_hv-cinder-79738 with host hv-cinder-79738 {{(pid=93484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 04:23:33.068373 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:23:33.079805 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Returning: {'device': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'port_id': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'mac_address': 'fa:16:3e:72:25:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 04:23:33.118210 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:33.130031 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a70657e-48f0-4bab-9e7c-33187f5b9e15 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 04:23:33.148713 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:23:33.240947 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:33.242776 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a81957bc-28ca-4fcf-891a-20dd60df3aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:33.288053 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=2a70657e-48f0-4bab-9e7c-33187f5b9e15,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:33.291488 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:33.658890 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['2a70657e-48f0-4bab-9e7c-33187f5b9e15'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:23:34.097291 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0248ccb-714f-433e-a08c-7199750f4c31 req-e092d452-1e4f-41ca-a115-91da1f938d7a tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:34.097990 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0248ccb-714f-433e-a08c-7199750f4c31 req-e092d452-1e4f-41ca-a115-91da1f938d7a tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 944 time: 0.0655804 Jun 22 04:23:34.134301 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0248ccb-714f-433e-a08c-7199750f4c31 req-49c0b08a-8688-4930-98dc-3af6623b8a16 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311637 Jun 22 04:23:34.990483 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 2a70657e-48f0-4bab-9e7c-33187f5b9e15 up at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 04:23:35.101350 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning for port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 completed by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 04:23:35.104889 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Provisioning complete for port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 triggered by entity L2. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:23:35.105270 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:35.179629 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:35.201690 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:23:35.204150 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab27ab11db521feb63c4476e13f2f16e8f46731e2e7eb130b89cb9e98bb7ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb26278-e79c-435b-b7a8-23f61060aa71" -d '{"events": [{"server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "name": "network-vif-plugged", "status": "completed", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:23:35.219302 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] For port 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:23:35.252581 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c624ce8-6b0b-4b6e-9a53-c8265152f32e x-openstack-request-id: req-6c624ce8-6b0b-4b6e-9a53-c8265152f32e {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:23:35.252880 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "name": "network-vif-plugged", "status": "completed", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:23:35.253149 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c624ce8-6b0b-4b6e-9a53-c8265152f32e {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:23:35.253567 dv-cinder-797380-1-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'code': 200} Jun 22 04:23:35.279072 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:35.281853 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:35.308179 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70703863-7b68-4da3-b8b0-1d02633c098f req-b6ca1189-a795-488c-987d-6222bab55c58 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:35.309641 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-70703863-7b68-4da3-b8b0-1d02633c098f req-b6ca1189-a795-488c-987d-6222bab55c58 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 944 time: 0.0636535 Jun 22 04:23:35.328471 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Pushing event updated for resources: {'Port': ['ID=2a70657e-48f0-4bab-9e7c-33187f5b9e15,revision_number=5']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:35.331756 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:35.347586 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-70703863-7b68-4da3-b8b0-1d02633c098f req-22e06901-1865-4a94-ab32-6cb2158023c2 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Jun 22 04:23:36.516921 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b6e62-962d-4bbc-a9a7-360c333fbd70 req-1e63f880-c431-4bfc-b671-82a7138cc605 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:36.518397 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b89b6e62-962d-4bbc-a9a7-360c333fbd70 req-1e63f880-c431-4bfc-b671-82a7138cc605 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0616732 Jun 22 04:23:36.556040 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b89b6e62-962d-4bbc-a9a7-360c333fbd70 req-3fd06bdf-b42e-4938-bef6-c3ab859e084a tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Jun 22 04:23:37.727847 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623062-74d5-4bc0-b2b0-cd784bd670bd req-077356a5-ffff-4a11-b241-1c1103be4484 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:37.729310 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c623062-74d5-4bc0-b2b0-cd784bd670bd req-077356a5-ffff-4a11-b241-1c1103be4484 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0652897 Jun 22 04:23:37.765618 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c623062-74d5-4bc0-b2b0-cd784bd670bd req-1d82a9c2-e4bf-49d8-8321-5e8365813d5c tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Jun 22 04:23:38.936512 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbbb6e-8a89-417f-96e6-0fba2f722bf0 req-28c10a41-43ad-4b25-a7fa-2303b8c202a3 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:38.938095 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5bbbb6e-8a89-417f-96e6-0fba2f722bf0 req-28c10a41-43ad-4b25-a7fa-2303b8c202a3 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0641191 Jun 22 04:23:38.976708 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5bbbb6e-8a89-417f-96e6-0fba2f722bf0 req-2c28328c-f2c6-43d7-816e-12185c9eedf7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329032 Jun 22 04:23:39.033716 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f96ffa-e869-4b25-b8a4-4af4e3423416 req-2dd0c6d7-0e3f-4dd0-b7b2-27fdb6248b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:39.035274 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11f96ffa-e869-4b25-b8a4-4af4e3423416 req-2dd0c6d7-0e3f-4dd0-b7b2-27fdb6248b18 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1098 time: 0.0538869 Jun 22 04:23:39.068739 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11f96ffa-e869-4b25-b8a4-4af4e3423416 req-02bf2c3a-2a13-4445-81b3-3c6014f1dcbd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276129 Jun 22 04:23:40.147346 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2e590-a65f-4358-b7b4-79e4492060bf req-623a88c9-4cf2-4712-b16c-2d07b83f6229 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:40.148736 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cff2e590-a65f-4358-b7b4-79e4492060bf req-623a88c9-4cf2-4712-b16c-2d07b83f6229 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0645514 Jun 22 04:23:40.188660 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cff2e590-a65f-4358-b7b4-79e4492060bf req-1e40b0f5-9b96-43e0-91ab-c6dab341b78e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Jun 22 04:23:41.362981 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b6c86-0878-4e9b-bdf3-d04c487dfcc7 req-3093211e-d65e-4480-881a-5f56b7665537 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:41.364622 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b96b6c86-0878-4e9b-bdf3-d04c487dfcc7 req-3093211e-d65e-4480-881a-5f56b7665537 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0640450 Jun 22 04:23:41.403455 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b96b6c86-0878-4e9b-bdf3-d04c487dfcc7 req-4921301d-8b94-469f-9b11-21fae258dbfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Jun 22 04:23:42.581431 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b560f-1e9a-4c43-9cbf-25926e319890 req-03f6a295-0c8e-4be6-80df-e637f3e7f43f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:42.582901 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d21b560f-1e9a-4c43-9cbf-25926e319890 req-03f6a295-0c8e-4be6-80df-e637f3e7f43f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0650380 Jun 22 04:23:42.620971 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d21b560f-1e9a-4c43-9cbf-25926e319890 req-0397738b-1b36-46d6-92aa-f14886d0ca2d tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Jun 22 04:23:42.790548 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48856f-eb69-4af3-94e9-87b86c702487 req-02324cfe-1114-45db-87f7-c42e2169fa08 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:42.792237 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d48856f-eb69-4af3-94e9-87b86c702487 req-02324cfe-1114-45db-87f7-c42e2169fa08 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0630915 Jun 22 04:23:42.831198 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d48856f-eb69-4af3-94e9-87b86c702487 req-9e64dfcf-0223-49f0-9854-d5b299e80a27 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Jun 22 04:23:42.898619 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56536) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:42.999318 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1d3fcbd5-8d8b-455b-ae86-baa269e3329e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:43.088529 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1d3fcbd5-8d8b-455b-ae86-baa269e3329e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:43.180328 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1d3fcbd5-8d8b-455b-ae86-baa269e3329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:43.182767 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b9747e5c-4747-45c3-9699-15dc0f124a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:43.227807 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-1d3fcbd5-8d8b-455b-ae86-baa269e3329e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12e0bf6e4c2048d6a65fd83812ccf499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281035 Jun 22 04:23:43.232349 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fcbd5-8d8b-455b-ae86-baa269e3329e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0500bd-9278-4714-b902-30ce9ade2ae5,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:43.232507 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56542) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:43.232969 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1d3fcbd5-8d8b-455b-ae86-baa269e3329e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:43.254186 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a78bd-3c2b-46dd-ad4f-e30cea459f5c req-bba92339-38de-459e-b6e6-c1a52476afe2 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:43.255650 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-439a78bd-3c2b-46dd-ad4f-e30cea459f5c req-bba92339-38de-459e-b6e6-c1a52476afe2 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.1033213 Jun 22 04:23:43.280041 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:43.293564 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-439a78bd-3c2b-46dd-ad4f-e30cea459f5c req-ac6292e9-6011-48e8-8dab-0ea943aeb5fc tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Jun 22 04:23:43.305198 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:43.435334 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:43.438119 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:43.439266 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f0500bd-9278-4714-b902-30ce9ade2ae5 HTTP/1.1" status: 204 len: 168 time: 0.2070770 Jun 22 04:23:43.440075 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b8fb9174-db44-4835-9364-d601e53634ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:43.447457 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0500bd-9278-4714-b902-30ce9ade2ae5,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:43.455017 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.455390 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.455768 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.456267 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.456503 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.456873 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.457237 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.457607 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.457970 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.458361 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.458720 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.459099 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:43.469449 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e6ac3402-4061-4ce2-97e1-a26bd615b2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:51.326130 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fc2920b1-6e38-4bfc-95bf-4c552239d233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:53.829400 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-314ba25a-ef21-4bce-bfe3-ce0f20d59c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:54.132370 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:54.797651 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9f088-a025-4b1e-a842-000eddb90211 req-79cf6077-2c0c-41b9-bf72-453edf1128a7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:54.799035 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ea9f088-a025-4b1e-a842-000eddb90211 req-79cf6077-2c0c-41b9-bf72-453edf1128a7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0621343 Jun 22 04:23:54.838560 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ea9f088-a025-4b1e-a842-000eddb90211 req-1ab1c87c-642a-4134-8aad-c51198559df0 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Jun 22 04:23:54.863225 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56596) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:55.046985 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dafbbd-1b73-4ab8-85be-18decab48072 tempest-TestMinimumBasicScenario-1335318550 tempest-TestMinimumBasicScenario-1335318550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:55.048527 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d8dafbbd-1b73-4ab8-85be-18decab48072 tempest-TestMinimumBasicScenario-1335318550 tempest-TestMinimumBasicScenario-1335318550-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1093 time: 0.1843059 Jun 22 04:23:55.051288 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56600) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:55.055663 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'floatingip': {'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'port_id': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:55.131663 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:55.154666 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:55.246680 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-554377'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:55.346368 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Allocated IP 172.27.1.75 (0d6730cf-fdc9-473a-bf60-46eae01f68f9/203796ae-b871-49d8-9b68-6d3b826928e8/c09e93cf-c0e3-4bce-b1a1-e55e4af97cc8) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 04:23:55.439862 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:55.515443 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-553802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731224433255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24605326'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:55.517353 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6f8a35d4-e407-4436-9a89-56333a5f35e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:55.553410 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Network 0d6730cf-fdc9-473a-bf60-46eae01f68f9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 04:23:55.557729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 04:23:55.561925 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 04:23:55.564837 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'Port': ['ID=c09e93cf-c0e3-4bce-b1a1-e55e4af97cc8,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:55.588295 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.588695 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.589086 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.589437 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.589796 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.590178 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.590536 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.590891 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.591252 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.591604 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.591958 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.592310 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:23:55.597454 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:55.919225 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:56.054793 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:56.197519 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:56.257661 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:56.259660 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2f4b63a3-fe60-45df-81c3-6fd9783c2d81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:56.319494 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'Port': ['ID=c09e93cf-c0e3-4bce-b1a1-e55e4af97cc8,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:56.323333 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:56.332737 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611489'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:56.498254 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:56.710537 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Floating IP 4fb02c0e-8230-4e43-b95c-d69d6177a16b associated. External IP: 172.27.1.75, port: 2a70657e-48f0-4bab-9e7c-33187f5b9e15. Jun 22 04:23:56.909137 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Router 5872a247-e1d4-434d-bed9-1f6c7203846d has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:23:57.019974 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:23:57.032739 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] Sync routers for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:23:57.047388 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:23:57.048132 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:23:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:23:57.163319 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:23:57.263339 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.299643 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a2f83c2d-b171-499a-91a6-5d32756ec15e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2473445 Jun 22 04:23:57.300485 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:23:57.302579 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56602) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:57.303087 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f611e03-9e41-4003-ac9f-2d5b0964f83b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:23:57.314771 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-f31db5c9-0158-48cb-84bf-c3bb84e8b454 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945781027', 'description': 'tempest-secgroup-smoke-1945781027 description', 'project_id': '8644f05015fd434693d717e97da23f16'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:57.350393 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382c3e3c-c028-45cd-b3ce-9c6e1f32368e x-openstack-request-id: req-382c3e3c-c028-45cd-b3ce-9c6e1f32368e {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:23:57.350729 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:23:57.351026 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-382c3e3c-c028-45cd-b3ce-9c6e1f32368e {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:23:57.351471 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'status': 'completed', 'code': 200} Jun 22 04:23:57.392127 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '4fb02c0e-8230-4e43-b95c-d69d6177a16b', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'port_id': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'mac_address': 'fa:16:3e:72:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:23:55Z', 'updated_at': '2021-06-22T04:23:55Z', 'revision_number': 0, 'project_id': '8644f05015fd434693d717e97da23f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:55Z', 'revision_number': 5, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:23:57.398670 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f31db5c9-0158-48cb-84bf-c3bb84e8b454 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.418318 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] Checking router: 5872a247-e1d4-434d-bed9-1f6c7203846d for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:23:57.426974 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:23:57.427599 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:23:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:23:57.475302 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-e35ef547-ba03-4859-bd34-0c10187bcf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:57.476812 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-e35ef547-ba03-4859-bd34-0c10187bcf60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1098 time: 0.0601239 Jun 22 04:23:57.481964 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f31db5c9-0158-48cb-84bf-c3bb84e8b454 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.542681 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:23:57.547064 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f31db5c9-0158-48cb-84bf-c3bb84e8b454 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.550746 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-653018d5-f568-4277-ae41-1a323cfd766b tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:57.571652 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-34773a9d-a225-4972-b594-d3d1ec3f1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:57.574481 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-34773a9d-a225-4972-b594-d3d1ec3f1656 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 914 time: 0.0897233 Jun 22 04:23:57.579971 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31db5c9-0158-48cb-84bf-c3bb84e8b454 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57df899b-33cd-4f55-973c-b9ab24505b43,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:57.592747 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f31db5c9-0158-48cb-84bf-c3bb84e8b454 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:57.627349 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:23:57.640787 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f31db5c9-0158-48cb-84bf-c3bb84e8b454 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.642287 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-f31db5c9-0158-48cb-84bf-c3bb84e8b454 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3384924 Jun 22 04:23:57.644031 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-0cdcf39f-8141-4cbb-a723-ad0ce8d9c126 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 998 time: 0.0611839 Jun 22 04:23:57.645104 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56606) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:57.649677 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-dfbb18ad-0763-4720-a728-413f5bf82bfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'security_group_rule': {'security_group_id': '57df899b-33cd-4f55-973c-b9ab24505b43', 'project_id': '8644f05015fd434693d717e97da23f16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:57.700695 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-6e0afb0e-d68e-4e68-b208-72940e92085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:57.702113 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-6e0afb0e-d68e-4e68-b208-72940e92085d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 200 len: 852 time: 0.0495090 Jun 22 04:23:57.737592 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dfbb18ad-0763-4720-a728-413f5bf82bfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.762087 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-bf352ce8-3a8e-4097-8143-7cd977ad0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:57.763587 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-bf352ce8-3a8e-4097-8143-7cd977ad0651 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814793db-ff2b-476e-9e3c-1382f86afaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536458 Jun 22 04:23:57.766820 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '4fb02c0e-8230-4e43-b95c-d69d6177a16b', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'port_id': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'mac_address': 'fa:16:3e:72:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:23:55Z', 'updated_at': '2021-06-22T04:23:55Z', 'revision_number': 0, 'project_id': '8644f05015fd434693d717e97da23f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:55Z', 'revision_number': 5, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:23:57.795113 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dfbb18ad-0763-4720-a728-413f5bf82bfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.797255 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392dc40-97dd-45a9-b35c-879b1e3053a4 None None] The sync data for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi is: [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '4fb02c0e-8230-4e43-b95c-d69d6177a16b', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'port_id': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'mac_address': 'fa:16:3e:72:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:23:55Z', 'updated_at': '2021-06-22T04:23:55Z', 'revision_number': 0, 'project_id': '8644f05015fd434693d717e97da23f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:55Z', 'revision_number': 5, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:23:57.862620 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-795a7929-9d03-4102-b9a1-7f463ce9b73a service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848305 Jun 22 04:23:57.881908 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dfbb18ad-0763-4720-a728-413f5bf82bfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.887979 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-de9d3bde-27a6-48eb-ac24-bb0563f3752a tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:57.912170 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb18ad-0763-4720-a728-413f5bf82bfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e15a9a-ed39-4432-8b58-49489a70ef1f,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:57.914711 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dfbb18ad-0763-4720-a728-413f5bf82bfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:57.953105 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f611e03-9e41-4003-ac9f-2d5b0964f83b req-db7f749c-7465-4209-9fd6-ed2988b245b5 service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916567 Jun 22 04:23:57.984453 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dfbb18ad-0763-4720-a728-413f5bf82bfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:57.985672 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-dfbb18ad-0763-4720-a728-413f5bf82bfe tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395879 Jun 22 04:23:57.988554 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56608) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:57.993149 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'security_group_rule': {'security_group_id': '57df899b-33cd-4f55-973c-b9ab24505b43', 'project_id': '8644f05015fd434693d717e97da23f16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:58.010439 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720bf0bc-e44e-4a03-b439-88ed04ad7a73 None None] New status for floating IP 4fb02c0e-8230-4e43-b95c-d69d6177a16b: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:23:58.088894 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.147516 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.223723 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.225804 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:58.242136 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0f010a-23f9-4e44-ae30-36916acd8c4a,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:58.244559 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:58.309501 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.310755 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212314 Jun 22 04:23:58.313441 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56610) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:58.317836 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-ec4cef24-cd3c-4e60-8d42-6c11882040b4 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'security_group_rule': {'security_group_id': '57df899b-33cd-4f55-973c-b9ab24505b43', 'project_id': '8644f05015fd434693d717e97da23f16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:58.412500 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ec4cef24-cd3c-4e60-8d42-6c11882040b4 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.474308 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ec4cef24-cd3c-4e60-8d42-6c11882040b4 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.583366 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ec4cef24-cd3c-4e60-8d42-6c11882040b4 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.589105 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:58.610471 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cef24-cd3c-4e60-8d42-6c11882040b4 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6334343c-5ef0-45a1-b104-4de9f133abf0,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:58.613788 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ec4cef24-cd3c-4e60-8d42-6c11882040b4 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:58.703537 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ec4cef24-cd3c-4e60-8d42-6c11882040b4 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.704709 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-ec4cef24-cd3c-4e60-8d42-6c11882040b4 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3903601 Jun 22 04:23:58.707404 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56612) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:58.711686 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-efbdb25d-10b8-44c1-9430-1227189041cf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'security_group_rule': {'security_group_id': '57df899b-33cd-4f55-973c-b9ab24505b43', 'project_id': '8644f05015fd434693d717e97da23f16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:58.799606 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-efbdb25d-10b8-44c1-9430-1227189041cf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.855512 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-efbdb25d-10b8-44c1-9430-1227189041cf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.931591 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-efbdb25d-10b8-44c1-9430-1227189041cf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:58.933706 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4fca90b8-9e7d-4772-9b2c-3796c472ff19 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:58.950469 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdb25d-10b8-44c1-9430-1227189041cf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f41a09f-974d-417a-bb68-3f74540e8392,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:58.953962 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-efbdb25d-10b8-44c1-9430-1227189041cf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:59.011550 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-efbdb25d-10b8-44c1-9430-1227189041cf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.012717 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-efbdb25d-10b8-44c1-9430-1227189041cf tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044174 Jun 22 04:23:59.016211 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56614) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:59.020563 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'security_group_rule': {'security_group_id': '57df899b-33cd-4f55-973c-b9ab24505b43', 'project_id': '8644f05015fd434693d717e97da23f16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:59.086464 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.securitygroups_db [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Project 8644f05015fd434693d717e97da23f16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 04:23:59.091524 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.151510 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.203391 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.205356 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:59.222109 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5933c9-1d57-427c-a147-1b291a7b46e2,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:59.224121 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:59.283864 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.285069 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-13bea604-f081-420e-91e4-2e41e30c42e5 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2679527 Jun 22 04:23:59.287674 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56616) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:23:59.292323 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.v2.base [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'security_group_rule': {'security_group_id': '57df899b-33cd-4f55-973c-b9ab24505b43', 'project_id': '8644f05015fd434693d717e97da23f16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:59.366394 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.securitygroups_db [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Project 8644f05015fd434693d717e97da23f16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 04:23:59.370987 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.431074 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.514919 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706252'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.516812 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:23:59.532791 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c493ebfc-b1fd-4aff-bad3-92df1b420729,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:23:59.537331 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:23:59.646578 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:23:59.647731 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-26682478-845b-4adf-a4ee-8f4ddd9bce33 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3591464 Jun 22 04:23:59.765386 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-a4ed46a9-2933-4286-83ef-6e6f34059bcc tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945781027&fields=id&tenant_id=8644f05015fd434693d717e97da23f16 HTTP/1.1" status: 200 len: 267 time: 0.0327485 Jun 22 04:23:59.831544 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-0e952bf0-0625-467b-a5c0-7a8a79accc38 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:23:59.832991 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-0e952bf0-0625-467b-a5c0-7a8a79accc38 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0621812 Jun 22 04:23:59.843524 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'port': {'security_groups': ['a72b61e4-cedc-489d-b291-1ca2f216f469', '57df899b-33cd-4f55-973c-b9ab24505b43']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:23:59.930620 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:00.110946 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] For port 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:24:00.138837 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:00.209052 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:00.213179 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9169b78b-a44a-436d-a2a7-1d326d587aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:24:00.247134 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['2a70657e-48f0-4bab-9e7c-33187f5b9e15'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:24:00.262378 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:00.263008 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:00.264417 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b40ea99a-c5de-4937-808d-1166ba494a07 req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "PUT /v2.0/ports/2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 981 time: 0.4252875 Jun 22 04:24:00.264952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:24:00.267271 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe189bf-e92b-44c6-84ac-a571898a612c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:24:00.301613 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'Port': ['ID=2a70657e-48f0-4bab-9e7c-33187f5b9e15,revision_number=6']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:24:00.306273 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:24:00.323662 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ff035b-c518-47e0-9fe2-ac55a1f3ed0e x-openstack-request-id: req-a5ff035b-c518-47e0-9fe2-ac55a1f3ed0e {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:24:00.324000 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:24:00.324300 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5ff035b-c518-47e0-9fe2-ac55a1f3ed0e {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:24:00.324740 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'status': 'completed', 'code': 200} Jun 22 04:24:00.414111 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['2a70657e-48f0-4bab-9e7c-33187f5b9e15'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:24:00.477413 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad00d9-8afc-468b-a667-90b975297fe0 req-107895a3-4496-45bf-88d9-245f2fac9b4d tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:00.478881 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7ad00d9-8afc-468b-a667-90b975297fe0 req-107895a3-4496-45bf-88d9-245f2fac9b4d tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.1116691 Jun 22 04:24:00.481119 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-ceb53c8e-23e5-4865-b791-e4f81e478f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:00.482339 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-ceb53c8e-23e5-4865-b791-e4f81e478f9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1137 time: 0.1036627 Jun 22 04:24:00.520856 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-faf65b06-b20c-4b67-8267-cb196942e730 None None] Provisioning complete for port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:24:00.521154 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-faf65b06-b20c-4b67-8267-cb196942e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:00.571839 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7ad00d9-8afc-468b-a667-90b975297fe0 req-7edce273-6aab-4464-9838-602934f996f2 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867746 Jun 22 04:24:00.604403 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-43e0e0f4-5c96-4b43-af66-6aaaee0f6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:00.606200 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-43e0e0f4-5c96-4b43-af66-6aaaee0f6a45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 914 time: 0.1143129 Jun 22 04:24:00.675302 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-ab97bba7-b43e-47e7-8134-905fd97de086 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 1000 time: 0.0601404 Jun 22 04:24:00.723618 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-81a48551-493e-47de-98cf-b33c0c6d859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:00.725083 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-81a48551-493e-47de-98cf-b33c0c6d859b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 200 len: 852 time: 0.0431147 Jun 22 04:24:00.786942 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-04fde90f-4e55-4565-b12f-0fa0dc31f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:00.788459 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-04fde90f-4e55-4565-b12f-0fa0dc31f029 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814793db-ff2b-476e-9e3c-1382f86afaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556588 Jun 22 04:24:00.877402 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-c8ee703d-fcf0-4947-9c99-a1e7633ee529 service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814555 Jun 22 04:24:00.970667 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bfe189bf-e92b-44c6-84ac-a571898a612c req-c03f86e8-6118-4c6e-b3d5-da5cd4051af5 service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856431 Jun 22 04:24:02.223240 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:12.533436 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fe84052-4840-4e9a-9554-de742335cccc req-c13ce5b3-0c60-4db1-876d-00c1bfb8232e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514874 Jun 22 04:24:12.647122 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84052-4840-4e9a-9554-de742335cccc req-046fdd07-9889-48c5-b085-709cb26b9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:12.651116 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fe84052-4840-4e9a-9554-de742335cccc req-046fdd07-9889-48c5-b085-709cb26b9bda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 1098 time: 0.0560918 Jun 22 04:24:12.752486 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84052-4840-4e9a-9554-de742335cccc req-79db57a9-358a-4466-a2b5-0e40638acf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:12.754621 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fe84052-4840-4e9a-9554-de742335cccc req-79db57a9-358a-4466-a2b5-0e40638acf8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.0863724 Jun 22 04:24:12.818492 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fe84052-4840-4e9a-9554-de742335cccc req-71fefdb4-488d-4936-aead-99692f1309f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b HTTP/1.1" status: 200 len: 1001 time: 0.0571396 Jun 22 04:24:12.866213 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84052-4840-4e9a-9554-de742335cccc req-8d51cf62-3ab0-446a-ac6d-dfd06583939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:12.867594 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fe84052-4840-4e9a-9554-de742335cccc req-8d51cf62-3ab0-446a-ac6d-dfd06583939e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0430629 Jun 22 04:24:12.929536 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84052-4840-4e9a-9554-de742335cccc req-37812d8b-d2ce-4a5b-8c05-ed22547890bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:12.931024 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fe84052-4840-4e9a-9554-de742335cccc req-37812d8b-d2ce-4a5b-8c05-ed22547890bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569639 Jun 22 04:24:13.019705 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fe84052-4840-4e9a-9554-de742335cccc req-95d669cd-fcfa-4759-a340-46d525a0fafa service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816216 Jun 22 04:24:13.112253 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5fe84052-4840-4e9a-9554-de742335cccc req-5cf75738-98f3-4333-a159-3dca47c743b6 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Jun 22 04:24:21.322582 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5840d22f-22ac-448e-81b2-479e65531a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:23.831298 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64a51b1a-71c0-43ed-b3f8-1ca02debbc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:24.154411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:25.125769 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:26.513850 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:27.852985 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [req-1305234e-bbf5-4857-91e2-84a709a1f4f2 req-ea0a19ce-d0f3-4942-8185-1296f197dd7b service neutron] (93482) timed out ('10.222.0.26', 51181) {{(pid=93482) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 04:24:32.237152 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:34.625734 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:24:45.575431 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56648) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:24:45.724374 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Deleting port 0fb3b8da-a2c3-4788-831f-0e32a5e6fd64 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:24:45.724713 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:45.798229 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:45.798555 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:45.859552 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Calling delete_port for 0fb3b8da-a2c3-4788-831f-0e32a5e6fd64 owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:24:46.073809 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:46.075811 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-78c667d9-68a6-4a4e-a4af-68a05cd8e9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:24:46.096770 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event deleted for resources: {'Port': ['ID=0fb3b8da-a2c3-4788-831f-0e32a5e6fd64,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:24:46.109408 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.109844 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.110200 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.110569 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.110934 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.111300 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.111662 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.112023 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.112384 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.112742 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.113097 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.113455 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:46.131190 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:24:46.171132 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:46.171458 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.l3_db [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Floating IP 9a693143-ff1e-4504-a12b-bb24734c6bef disassociated (deleted). External IP: 172.27.1.126, port: 31b560a9-dfc5-44ea-96b2-e8674f5ca73a. Jun 22 04:24:46.386027 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Router 479e774a-78a1-423b-8e78-ed210d531853 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:24:46.699812 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:24:46.704223 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:46.709839 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:24:46.718313 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:24:46.718930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:24:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:24:46.741492 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "DELETE /v2.0/floatingips/9a693143-ff1e-4504-a12b-bb24734c6bef HTTP/1.1" status: 204 len: 168 time: 1.1649897 Jun 22 04:24:46.742175 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:24:46.744488 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7d7c67dad2593764b1dd16f1909c2ebf0072521af5fc1f951a63f23506520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ecc155-3496-41ee-bff8-6e6fde53194c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:24:46.826321 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:24:46.931129 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f51ec-9009-4640-9c5a-5a84e99cd8f3 x-openstack-request-id: req-ba7f51ec-9009-4640-9c5a-5a84e99cd8f3 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:24:46.931129 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:24:46.931129 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba7f51ec-9009-4640-9c5a-5a84e99cd8f3 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:24:46.931129 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'status': 'completed', 'code': 200} Jun 22 04:24:47.055416 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:10Z', 'revision_number': 1, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:24:47.069041 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-3e6262ca-ec6c-493f-85a4-f0d149a4d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:47.070552 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-3e6262ca-ec6c-493f-85a4-f0d149a4d788 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 1098 time: 0.0994160 Jun 22 04:24:47.081470 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:24:47.099922 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:24:47.100615 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:24:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:24:47.158412 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-794470e3-254d-4205-8ff3-5a45ff282351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:47.159784 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-794470e3-254d-4205-8ff3-5a45ff282351 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.0831556 Jun 22 04:24:47.205087 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-48610d7c-b820-4c03-8c2b-df110e1bab47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31b560a9-dfc5-44ea-96b2-e8674f5ca73a HTTP/1.1" status: 200 len: 217 time: 0.0388842 Jun 22 04:24:47.208728 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:24:47.254601 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-b7fd5658-8c5e-4072-bc60-3b84ee7e0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:47.256761 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-b7fd5658-8c5e-4072-bc60-3b84ee7e0afe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0453207 Jun 22 04:24:47.330976 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-d42f1b71-639d-4b17-96b0-a745e2bcfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:47.332485 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-d42f1b71-639d-4b17-96b0-a745e2bcfe07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583119 Jun 22 04:24:47.438823 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:10Z', 'revision_number': 1, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:24:47.465843 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f27cc7-704f-4f65-a29c-cc907b49b107 None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_floatingips': [{'id': '45d74309-2ded-499f-b074-bd3d68f1ea0a', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'router_id': '479e774a-78a1-423b-8e78-ed210d531853', 'port_id': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'mac_address': 'fa:16:3e:78:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T04:20:06Z', 'updated_at': '2021-06-22T04:20:10Z', 'revision_number': 1, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:24:47.467486 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-6576ae6c-7f7b-4632-94b1-e690dd42201a service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248922 Jun 22 04:24:47.479525 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46894b5e-86d1-42d6-9199-ecbf69897627 req-54ce11e3-5aa7-4008-bce6-63e4788153e8 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:47.481076 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-46894b5e-86d1-42d6-9199-ecbf69897627 req-54ce11e3-5aa7-4008-bce6-63e4788153e8 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 945 time: 0.1990507 Jun 22 04:24:47.565145 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-46894b5e-86d1-42d6-9199-ecbf69897627 req-9944e4da-6118-47f6-87a6-596ff81f9996 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760581 Jun 22 04:24:47.595311 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67ecc155-3496-41ee-bff8-6e6fde53194c req-88f7eb45-1589-4d0c-9056-3d0dfd8ef51e service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132624 Jun 22 04:24:47.682322 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce2df7-ef7d-4f49-bdd7-1985bfb479d5 None None] New status for floating IP 9a693143-ff1e-4504-a12b-bb24734c6bef: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:24:48.791400 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae796c6-6d36-4450-883f-b569692ca60f req-0dbad0a0-a1d7-4fbd-8ed0-b6b6c3ae7f75 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:48.792845 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6ae796c6-6d36-4450-883f-b569692ca60f req-0dbad0a0-a1d7-4fbd-8ed0-b6b6c3ae7f75 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 945 time: 0.1092067 Jun 22 04:24:48.829406 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6ae796c6-6d36-4450-883f-b569692ca60f req-1fc6467a-9427-4bf7-9325-438e50cf9e01 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309086 Jun 22 04:24:49.453116 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-8e174ad5-0628-447e-a072-70e5daf893a2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:49.454539 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-8e174ad5-0628-447e-a072-70e5daf893a2 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 945 time: 0.0637541 Jun 22 04:24:49.546512 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Deleting port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:24:49.546852 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:49.632632 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] For port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:24:49.632984 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:49.695014 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Calling delete_port for 31b560a9-dfc5-44ea-96b2-e8674f5ca73a owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:24:49.899214 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:49.903477 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9e84bd34-e4d3-40f5-baa5-9e828c82a875 tempest-TestShelveInstance-1241340925 tempest-TestShelveInstance-1241340925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:24:49.931872 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event deleted for resources: {'Port': ['ID=31b560a9-dfc5-44ea-96b2-e8674f5ca73a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:24:49.956865 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:24:50.002315 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] No DVR routers for this DVR port 31b560a9-dfc5-44ea-96b2-e8674f5ca73a on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:24:50.005431 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b9b0cd9-cb53-4441-8c16-4a22a30df05a req-4c5e2bc6-d146-447d-8f21-5b328efa0f3e tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 210 time: 0.0499337 Jun 22 04:24:50.006615 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:50.008449 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c242fa30-e7f1-473e-b0c0-3c0ce834b7fd req-a7a8b4f1-d103-4658-9053-32d19a65dd78 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "DELETE /v2.0/ports/31b560a9-dfc5-44ea-96b2-e8674f5ca73a HTTP/1.1" status: 204 len: 173 time: 0.5489540 Jun 22 04:24:50.008974 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'name': 'network-vif-deleted', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:24:50.011258 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374b5490-4ca0-4c12-9560-96a8381dc1a5" -d '{"events": [{"server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "name": "network-vif-deleted", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:24:50.058320 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e5603-76b0-484b-a622-1af4f89b9c4c x-openstack-request-id: req-738e5603-76b0-484b-a622-1af4f89b9c4c {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:24:50.058656 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e96441-3dbd-4e6a-8403-bd05611251ca", "name": "network-vif-deleted", "tag": "31b560a9-dfc5-44ea-96b2-e8674f5ca73a", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:24:50.058951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-738e5603-76b0-484b-a622-1af4f89b9c4c {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:24:50.059392 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e96441-3dbd-4e6a-8403-bd05611251ca', 'name': 'network-vif-deleted', 'tag': '31b560a9-dfc5-44ea-96b2-e8674f5ca73a', 'status': 'completed', 'code': 200} Jun 22 04:24:51.159215 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f5cd60e9-9839-42ba-94a7-e7473c5b5fdc req-6627f2c9-bbfd-4087-866e-a76deb11911d tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e96441-3dbd-4e6a-8403-bd05611251ca HTTP/1.1" status: 200 len: 210 time: 0.0280848 Jun 22 04:24:51.330661 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-53a13c0c-4a5c-4cbb-b915-9af3d70cc329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:53.347970 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 31b560a9-dfc5-44ea-96b2-e8674f5ca73a no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:24:53.367912 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 31b560a9-dfc5-44ea-96b2-e8674f5ca73a {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:24:53.368267 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 31b560a9-dfc5-44ea-96b2-e8674f5ca73a not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:24:53.845014 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cf28f66b-41e9-4a6c-8829-c534feac448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:54.119576 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:54.717158 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56690) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:24:54.866640 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Deleting port aa617c25-5a70-4818-855e-fa17846ff36d {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:24:54.866983 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:54.939584 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:54.939914 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:55.003763 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Calling delete_port for aa617c25-5a70-4818-855e-fa17846ff36d owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:24:55.144347 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:55.190320 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:55.192360 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:24:55.214160 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event deleted for resources: {'Port': ['ID=aa617c25-5a70-4818-855e-fa17846ff36d,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:24:55.217861 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:24:55.281032 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:55.281373 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.db.l3_db [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Floating IP 45d74309-2ded-499f-b074-bd3d68f1ea0a disassociated (deleted). External IP: 172.27.1.195, port: b03c39a4-8f1e-4562-a1e2-6b5d522ed82b. Jun 22 04:24:55.480668 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Router 479e774a-78a1-423b-8e78-ed210d531853 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:24:55.585597 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:24:55.590343 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:55.594540 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:24:55.603652 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:24:55.604289 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:24:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:24:55.628853 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-622b4ca6-86f7-46d2-a96d-620b190f65a3 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "DELETE /v2.0/floatingips/45d74309-2ded-499f-b074-bd3d68f1ea0a HTTP/1.1" status: 204 len: 168 time: 0.9106205 Jun 22 04:24:55.629752 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:24:55.632284 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7d7c67dad2593764b1dd16f1909c2ebf0072521af5fc1f951a63f23506520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a8389-160c-4b50-be34-d41649340113" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:24:55.670222 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1b5b99-9108-4f11-b064-8c38e577abff x-openstack-request-id: req-9a1b5b99-9108-4f11-b064-8c38e577abff {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:24:55.670560 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:24:55.670858 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a1b5b99-9108-4f11-b064-8c38e577abff {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:24:55.671295 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'status': 'completed', 'code': 200} Jun 22 04:24:55.712037 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:24:55.768454 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8389-160c-4b50-be34-d41649340113 req-cfa21fa2-0a60-415f-8bf6-1da7636dcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:55.769840 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b4a8389-160c-4b50-be34-d41649340113 req-cfa21fa2-0a60-415f-8bf6-1da7636dcffa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d81559d2f3544a18942bb99f25347c8&device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 1098 time: 0.0519607 Jun 22 04:24:55.863773 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8389-160c-4b50-be34-d41649340113 req-42396c15-d134-4c32-8746-fa7d6b2fb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:55.865319 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b4a8389-160c-4b50-be34-d41649340113 req-42396c15-d134-4c32-8746-fa7d6b2fb18b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 200 len: 913 time: 0.0870683 Jun 22 04:24:55.908404 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b4a8389-160c-4b50-be34-d41649340113 req-ae2ee537-7476-4ef3-9b50-d21b863062a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b HTTP/1.1" status: 200 len: 217 time: 0.0368350 Jun 22 04:24:55.926051 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:24:55.952979 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:24:55.961177 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8389-160c-4b50-be34-d41649340113 req-f2d3185b-95dc-4180-9ef8-e8c531e42751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:55.961453 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:24:55.962011 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:24:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:24:55.962663 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b4a8389-160c-4b50-be34-d41649340113 req-f2d3185b-95dc-4180-9ef8-e8c531e42751 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 200 len: 851 time: 0.0483809 Jun 22 04:24:56.028518 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8389-160c-4b50-be34-d41649340113 req-1b7e92db-b5a0-4e34-94b2-0143ae1b51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:56.029923 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b4a8389-160c-4b50-be34-d41649340113 req-1b7e92db-b5a0-4e34-94b2-0143ae1b51be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e166bbc-2327-45f5-8cec-abe0c2fca266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591486 Jun 22 04:24:56.075551 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:24:56.123407 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b4a8389-160c-4b50-be34-d41649340113 req-efccda32-f22e-49f4-aba5-428399e1ef1a service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862327 Jun 22 04:24:56.263315 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b4a8389-160c-4b50-be34-d41649340113 req-7ecf7094-39d0-44fa-9f3e-8394b2efa5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302896 Jun 22 04:24:56.273015 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:24:56.274039 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e53d84-e8b1-483c-ab51-8400d8359fb4 req-32070077-c91b-4c55-8843-93c07c0d2ecf tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:56.275617 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-41e53d84-e8b1-483c-ab51-8400d8359fb4 req-32070077-c91b-4c55-8843-93c07c0d2ecf tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 945 time: 0.1345377 Jun 22 04:24:56.304300 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e62e0f-686e-4e8c-bbe8-5d2e9d5d64e4 None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:16:17Z', 'revision_number': 4, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '422de144-7a6b-4b21-9de1-e145040d3712', 'name': '', 'network_id': '7e166bbc-2327-45f5-8cec-abe0c2fca266', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'mac_address': 'fa:16:3e:f6:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:17Z', 'updated_at': '2021-06-22T04:16:23Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'subnets': [{'id': '20e188bf-9b4f-49f7-9aa2-8633ac326e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:24:56.316255 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-41e53d84-e8b1-483c-ab51-8400d8359fb4 req-d38a4230-886a-41d7-8102-040d5b760e35 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347342 Jun 22 04:24:56.508229 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04473742-cda6-47d1-9176-8180e9acbcfb None None] New status for floating IP 45d74309-2ded-499f-b074-bd3d68f1ea0a: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:24:56.513338 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:57.495257 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15af14-1579-4254-a15c-7350c3262787 req-7e791d9b-b7e6-4660-b6b0-9db138b80ba1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:57.496700 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f15af14-1579-4254-a15c-7350c3262787 req-7e791d9b-b7e6-4660-b6b0-9db138b80ba1 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 945 time: 0.0646319 Jun 22 04:24:57.533281 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f15af14-1579-4254-a15c-7350c3262787 req-9dc68276-5c85-4977-9949-9670fd175468 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f3f9878-805f-4fce-8149-9d939d7105be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311096 Jun 22 04:24:57.970316 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-2e5bd546-b0b9-4fe8-9715-b215ff4140a7 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:24:57.971739 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-2e5bd546-b0b9-4fe8-9715-b215ff4140a7 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 945 time: 0.0620968 Jun 22 04:24:58.068025 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Deleting port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:24:58.068371 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:58.155167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] For port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:24:58.155444 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:58.221809 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Calling delete_port for b03c39a4-8f1e-4562-a1e2-6b5d522ed82b owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:24:58.428279 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:58.432505 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d061779b-731a-4754-895d-13a80b5a2adb tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:24:58.470667 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event deleted for resources: {'Port': ['ID=b03c39a4-8f1e-4562-a1e2-6b5d522ed82b,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:24:58.496249 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.496896 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.497115 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.497521 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.497949 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.498387 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.498839 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.499299 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.499730 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.500120 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.500476 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.500904 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:24:58.504420 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:24:58.526391 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] No DVR routers for this DVR port b03c39a4-8f1e-4562-a1e2-6b5d522ed82b on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:24:58.528810 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:24:58.531197 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24276f4d-a15a-4019-99cf-b63369ebcf7e req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.26 "DELETE /v2.0/ports/b03c39a4-8f1e-4562-a1e2-6b5d522ed82b HTTP/1.1" status: 204 len: 173 time: 0.5528705 Jun 22 04:24:58.531693 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'name': 'network-vif-deleted', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:24:58.534649 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b4a7c4-ac24-4e41-a23b-e6e1f0a3b856" -d '{"events": [{"server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "name": "network-vif-deleted", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:24:58.625842 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed643db2-ffec-43ae-b63e-d31265c006e6 x-openstack-request-id: req-ed643db2-ffec-43ae-b63e-d31265c006e6 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:24:58.626203 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb7863f-2fc4-4072-9144-27fb1840d631", "name": "network-vif-deleted", "tag": "b03c39a4-8f1e-4562-a1e2-6b5d522ed82b", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:24:58.626499 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed643db2-ffec-43ae-b63e-d31265c006e6 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:24:58.626928 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb7863f-2fc4-4072-9144-27fb1840d631', 'name': 'network-vif-deleted', 'tag': 'b03c39a4-8f1e-4562-a1e2-6b5d522ed82b', 'status': 'completed', 'code': 200} Jun 22 04:24:58.673186 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-63dcaf54-e686-45e3-8a59-ec3eff3d03ed req-b474a4a5-ec44-408a-a7ab-691021cc10d5 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 210 time: 0.0289998 Jun 22 04:24:59.829476 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e27eecb-368f-435d-a2fc-4800c4daeffc req-66f6aea7-6d98-4c98-a5a5-80cc7c2d3e40 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb7863f-2fc4-4072-9144-27fb1840d631 HTTP/1.1" status: 200 len: 210 time: 0.0273025 Jun 22 04:25:00.922045 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56714) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:01.049706 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Deleting port 8bd35288-f32a-43f4-940a-d3e451c51fc1 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:01.050051 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:01.122699 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:01.123030 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:01.188050 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Calling delete_port for 8bd35288-f32a-43f4-940a-d3e451c51fc1 owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:01.378857 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:01.381818 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8859c824-7de9-44e6-8f52-3d333f76581f tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:01.396405 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b03c39a4-8f1e-4562-a1e2-6b5d522ed82b no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:25:01.406231 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event deleted for resources: {'Port': ['ID=8bd35288-f32a-43f4-940a-d3e451c51fc1,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:01.409339 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:01.419950 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: b03c39a4-8f1e-4562-a1e2-6b5d522ed82b {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:25:01.420293 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device b03c39a4-8f1e-4562-a1e2-6b5d522ed82b not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:25:01.467320 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:01.469744 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:01.470900 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-82041ead-37f4-47ba-9bf1-b0ad38798896 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "DELETE /v2.0/floatingips/1f6df68c-2980-4ac9-b84f-3853b6c7fe1a HTTP/1.1" status: 204 len: 168 time: 0.5478795 Jun 22 04:25:01.745225 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633a44-ef25-4994-a9e4-041235269b23 req-eae930d2-f3b7-41f7-8ce8-a6e7b7e13bd7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:01.746583 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ea633a44-ef25-4994-a9e4-041235269b23 req-eae930d2-f3b7-41f7-8ce8-a6e7b7e13bd7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.1044106 Jun 22 04:25:01.774569 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-cc39c878-cbd6-438a-b856-4b38ae12e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:01.775973 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-cc39c878-cbd6-438a-b856-4b38ae12e12a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1137 time: 0.0831137 Jun 22 04:25:01.812561 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ea633a44-ef25-4994-a9e4-041235269b23 req-10a17849-7485-4df7-888f-daf7b19c0dc1 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598848 Jun 22 04:25:02.166861 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:02.169828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-023423a9-705c-4706-9b96-5c2851bec793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:02.171293 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-023423a9-705c-4706-9b96-5c2851bec793 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 914 time: 0.3861980 Jun 22 04:25:02.233045 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-b11c5430-92c9-4ff3-b045-1ccfe49f7fe8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 1000 time: 0.0550017 Jun 22 04:25:02.280073 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-31bbb0a2-11c2-4e5c-a578-d1b89575154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:02.281427 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-31bbb0a2-11c2-4e5c-a578-d1b89575154b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 200 len: 852 time: 0.0418832 Jun 22 04:25:02.340174 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-163867b5-225e-4e13-86d0-eba021d8a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:02.341612 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-163867b5-225e-4e13-86d0-eba021d8a0e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814793db-ff2b-476e-9e3c-1382f86afaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536640 Jun 22 04:25:02.428738 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-8e84260c-1351-4dc0-9625-d5eb7c99e282 service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794480 Jun 22 04:25:02.518631 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7e47cf7-0098-43f9-a473-144ac5ed681a req-f5852b6a-6a00-49c4-9a2c-504816522abc service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832732 Jun 22 04:25:02.882191 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56732) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:02.945615 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7f25d620-4c5c-4bdf-bdd2-57dedfa56267 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:02.971516 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7f25d620-4c5c-4bdf-bdd2-57dedfa56267 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:02.993222 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69221476-f8d7-410e-95ba-0693d7c7be22 req-f68b6757-a11f-4b70-aebe-5c767a613087 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:02.994759 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69221476-f8d7-410e-95ba-0693d7c7be22 req-f68b6757-a11f-4b70-aebe-5c767a613087 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.0635943 Jun 22 04:25:03.034346 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69221476-f8d7-410e-95ba-0693d7c7be22 req-5f4357c7-9e85-4849-b01c-4b8ccef47f14 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336945 Jun 22 04:25:03.101870 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7f25d620-4c5c-4bdf-bdd2-57dedfa56267 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:03.104440 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7f25d620-4c5c-4bdf-bdd2-57dedfa56267 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:03.105608 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-7f25d620-4c5c-4bdf-bdd2-57dedfa56267 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] 10.222.0.37 "DELETE /v2.0/security-groups/9f3f9878-805f-4fce-8149-9d939d7105be HTTP/1.1" status: 204 len: 168 time: 0.2223747 Jun 22 04:25:03.106424 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-04bf6a74-3377-4625-b0f0-bbbc5e1c9035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:03.115821 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25d620-4c5c-4bdf-bdd2-57dedfa56267 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3f9878-805f-4fce-8149-9d939d7105be,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:03.121929 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7f25d620-4c5c-4bdf-bdd2-57dedfa56267 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:03.259810 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56736) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:03.679906 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:03.924031 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Deleting port 422de144-7a6b-4b21-9de1-e145040d3712 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:03.924378 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:03.998625 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] For port 422de144-7a6b-4b21-9de1-e145040d3712, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=422de144-7a6b-4b21-9de1-e145040d3712,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:25:03.999281 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:04.063565 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Calling delete_port for 422de144-7a6b-4b21-9de1-e145040d3712 owned by network:router_interface {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:04.257210 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038e8c-95ce-4a35-b89d-560f681f2e93 req-4a56deb5-a965-4f89-87d7-a4e93b75592d tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:04.258666 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f1038e8c-95ce-4a35-b89d-560f681f2e93 req-4a56deb5-a965-4f89-87d7-a4e93b75592d tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.0943034 Jun 22 04:25:04.331934 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f1038e8c-95ce-4a35-b89d-560f681f2e93 req-ac8dba9d-5a42-4b04-b008-7c6bb1b759b7 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554559 Jun 22 04:25:04.407107 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:04.410125 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-79d8d8e5-e233-409c-97b6-6b7786ba7260 tempest-AttachVolumeNegativeTest-647265699 tempest-AttachVolumeNegativeTest-647265699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:04.441106 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Pushing event deleted for resources: {'Port': ['ID=422de144-7a6b-4b21-9de1-e145040d3712,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:04.444678 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:04.603631 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:04.815641 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Router 479e774a-78a1-423b-8e78-ed210d531853 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:25:04.917952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:25:04.924346 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f0542e20-ee63-4f3a-b888-34fd171caffd admin admin] 10.222.0.37 "PUT /v2.0/routers/479e774a-78a1-423b-8e78-ed210d531853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6627204 Jun 22 04:25:04.926746 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56742) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:04.927038 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] Sync routers for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:25:04.935774 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:25:04.936383 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:24:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:05.031874 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.038704 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:25:05.129562 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.213814 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:25:04Z', 'revision_number': 5, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port': {'id': 'cfcd0b96-d1c8-4a71-9e85-85c8265ae4df', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479e774a-78a1-423b-8e78-ed210d531853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:14Z', 'updated_at': '2021-06-22T04:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:05.238420 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Deleting port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:05.238924 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.240201 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] Checking router: 479e774a-78a1-423b-8e78-ed210d531853 for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:25:05.248429 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] Routers {'479e774a-78a1-423b-8e78-ed210d531853'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:25:05.249032 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:24:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['479e774a-78a1-423b-8e78-ed210d531853'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:05.320591 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] For port cfcd0b96-d1c8-4a71-9e85-85c8265ae4df, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=cfcd0b96-d1c8-4a71-9e85-85c8265ae4df,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:25:05.320956 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.385693 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Calling delete_port for cfcd0b96-d1c8-4a71-9e85-85c8265ae4df owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:05.461502 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] Set router 479e774a-78a1-423b-8e78-ed210d531853 gateway port host: None {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:25:05.511726 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:25:05Z', 'revision_number': 6, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port_host': None}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:05.541240 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1105a-a655-42ea-b136-c11a74c4deb7 None None] The sync data for ids ['479e774a-78a1-423b-8e78-ed210d531853'] in dv-cinder-797380-1-iscsi is: [{'id': '479e774a-78a1-423b-8e78-ed210d531853', 'name': 'tempest-TestVolumeBootPattern-2041273457-router', 'tenant_id': '8d81559d2f3544a18942bb99f25347c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:13Z', 'updated_at': '2021-06-22T04:25:05Z', 'revision_number': 6, 'project_id': '8d81559d2f3544a18942bb99f25347c8', 'gw_port_host': None}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:25:05.599708 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60627-6ac2-46db-87d2-0adba7a6a670 req-52b59853-718f-4267-a943-c618b96b07d8 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:05.601157 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ce60627-6ac2-46db-87d2-0adba7a6a670 req-52b59853-718f-4267-a943-c618b96b07d8 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.1459017 Jun 22 04:25:05.639834 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ce60627-6ac2-46db-87d2-0adba7a6a670 req-963b55af-4455-406a-a099-f7b33caff02c tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325530 Jun 22 04:25:05.667790 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.669908 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-52c4e607-8177-46da-8bbf-737885b925df tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:05.694026 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcd0b96-d1c8-4a71-9e85-85c8265ae4df,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:05.697117 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:05.757459 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.842529 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.844440 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.960152 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.960748 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 479e774a-78a1-423b-8e78-ed210d531853 {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:25:05.965665 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:05.968355 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d9ce5583-9c7b-4cc8-a46b-2f5a4ded5a1b admin admin] 10.222.0.37 "DELETE /v2.0/routers/479e774a-78a1-423b-8e78-ed210d531853 HTTP/1.1" status: 204 len: 168 time: 1.0391409 Jun 22 04:25:05.969640 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56746) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:06.014027 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] Deleting subnet 20e188bf-9b4f-49f7-9aa2-8633ac326e96 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:25:06.017049 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.051650 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.128921 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.274203 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.278099 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-90976424-bf68-4bc8-a956-d55a45ac450e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:06.300511 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e188bf-9b4f-49f7-9aa2-8633ac326e96,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:06.303894 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:06.316388 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.318821 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-6c7afe29-91dc-4075-be12-dbfc2310f7e1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/20e188bf-9b4f-49f7-9aa2-8633ac326e96 HTTP/1.1" status: 204 len: 168 time: 0.3477077 Jun 22 04:25:06.321274 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56748) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:06.323983 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b5c5a-3621-4e87-acc4-f1b372516dfd None None] Network 7e166bbc-2327-45f5-8cec-abe0c2fca266 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:25:06.395046 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.448988 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Deleting port 389a9e35-6507-4ac7-80bf-7031eb6a2696 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:06.449334 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.538311 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] For port 389a9e35-6507-4ac7-80bf-7031eb6a2696, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=389a9e35-6507-4ac7-80bf-7031eb6a2696,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:25:06.538890 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.551468 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] DHCP port deletion for 7e166bbc-2327-45f5-8cec-abe0c2fca266 request from dv-cinder-797380-1-iscsi {{(pid=93484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:25:06.600326 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Deleting port 389a9e35-6507-4ac7-80bf-7031eb6a2696 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:06.600715 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.611432 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Calling delete_port for 389a9e35-6507-4ac7-80bf-7031eb6a2696 owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:06.666061 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] For port 389a9e35-6507-4ac7-80bf-7031eb6a2696, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=389a9e35-6507-4ac7-80bf-7031eb6a2696,segment=NetworkSegment(134895cc-5d97-45d3-963d-85b165250ab3),segment_id=134895cc-5d97-45d3-963d-85b165250ab3)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:25:06.666492 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.734610 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 422de144-7a6b-4b21-9de1-e145040d3712 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:25:06.767168 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.770705 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bbd03021-b100-4aad-86b8-92aeac800bfd tempest-AttachVolumeShelveTestJSON-761615942 tempest-AttachVolumeShelveTestJSON-761615942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:06.781184 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Calling delete_port for 389a9e35-6507-4ac7-80bf-7031eb6a2696 owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:06.785748 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 422de144-7a6b-4b21-9de1-e145040d3712 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:25:06.788273 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 422de144-7a6b-4b21-9de1-e145040d3712 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:25:06.788273 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 389a9e35-6507-4ac7-80bf-7031eb6a2696 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:25:06.802116 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=389a9e35-6507-4ac7-80bf-7031eb6a2696,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:06.806306 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:06.807881 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] No DVR routers for this DVR port 389a9e35-6507-4ac7-80bf-7031eb6a2696 on host dv-cinder-797380-1-iscsi {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:25:06.823170 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 389a9e35-6507-4ac7-80bf-7031eb6a2696 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:25:06.823170 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 389a9e35-6507-4ac7-80bf-7031eb6a2696 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:25:06.823547 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device cfcd0b96-d1c8-4a71-9e85-85c8265ae4df no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:25:06.838046 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11fcd0-9431-4be6-b6fb-05ad94d7acf2 req-d3860646-d143-47aa-8be0-5be1e3cc1f2d tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:06.843369 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d11fcd0-9431-4be6-b6fb-05ad94d7acf2 req-d3860646-d143-47aa-8be0-5be1e3cc1f2d tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.0796494 Jun 22 04:25:06.873576 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: cfcd0b96-d1c8-4a71-9e85-85c8265ae4df {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:25:06.874000 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device cfcd0b96-d1c8-4a71-9e85-85c8265ae4df not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:25:06.886671 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d11fcd0-9431-4be6-b6fb-05ad94d7acf2 req-c0012d42-1800-4a70-aa2d-37ac9a00c9ab tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410995 Jun 22 04:25:06.897909 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.915070 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e166bbc-2327-45f5-8cec-abe0c2fca266']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:06.926042 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.927170 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134895cc-5d97-45d3-963d-85b165250ab3') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:06.927785 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134895cc-5d97-45d3-963d-85b165250ab3') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:06.928130 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:06.938026 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.951638 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Pushing event deleted for resources: {'Port': ['ID=389a9e35-6507-4ac7-80bf-7031eb6a2696,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:06.952415 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.955995 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] No DVR routers for this DVR port 389a9e35-6507-4ac7-80bf-7031eb6a2696 on host dv-cinder-797380-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:25:06.962367 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:25:06.962583 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.962699 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.962798 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:06.963018 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.963431 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.963766 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.964112 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.964438 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.964756 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.965085 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.965413 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:25:06.965560 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:25:06.968110 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.968110 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:25:06.969612 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b8176a0b-898e-45cd-89a9-eeda2daff690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:07.108043 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:07.111632 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c430de32-d4ac-49cd-8419-f8369715e446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:07.114146 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:07.116272 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e166bbc-2327-45f5-8cec-abe0c2fca266 HTTP/1.1" status: 204 len: 168 time: 0.7940722 Jun 22 04:25:07.124313 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56752) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:07.127608 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e166bbc-2327-45f5-8cec-abe0c2fca266,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:07.129956 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5c6872eb-a801-4e1f-8ed5-7c3166ce50e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:07.452989 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:07.986187 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Deleting port 27886203-a9b8-48e5-b976-c2fe92cda9c7 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:07.986889 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:08.069608 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] For port 27886203-a9b8-48e5-b976-c2fe92cda9c7, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=27886203-a9b8-48e5-b976-c2fe92cda9c7,segment=NetworkSegment(0fb06053-206d-4d52-9620-a00c28fde0fe),segment_id=0fb06053-206d-4d52-9620-a00c28fde0fe)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:25:08.069960 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:08.132007 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Calling delete_port for 27886203-a9b8-48e5-b976-c2fe92cda9c7 owned by network:router_interface {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:08.297722 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8339e78-5f0a-4b91-8a15-a901a8764d87 req-6c8cb135-d9ea-4d63-b4b1-9e20ba09eb17 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:08.299094 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8339e78-5f0a-4b91-8a15-a901a8764d87 req-6c8cb135-d9ea-4d63-b4b1-9e20ba09eb17 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.1241772 Jun 22 04:25:08.363502 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8339e78-5f0a-4b91-8a15-a901a8764d87 req-7857f4a5-a7d3-4984-a74a-59b58a5a2c8c tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557258 Jun 22 04:25:08.441155 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:08.443230 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:08.466436 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=27886203-a9b8-48e5-b976-c2fe92cda9c7,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:08.469270 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:08.630727 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:08.841459 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Router 0c8fe819-4423-461e-80ec-62c590677612 has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:25:08.944785 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:25:08.949676 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] 10.222.0.37 "PUT /v2.0/routers/0c8fe819-4423-461e-80ec-62c590677612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8293254 Jun 22 04:25:08.952209 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56756) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:08.954716 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] Sync routers for ids ['0c8fe819-4423-461e-80ec-62c590677612'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:25:08.964363 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] Routers {'0c8fe819-4423-461e-80ec-62c590677612'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:25:08.964971 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:24:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['0c8fe819-4423-461e-80ec-62c590677612'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:09.056370 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.153080 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] Set router 0c8fe819-4423-461e-80ec-62c590677612 gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:25:09.159516 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.263289 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Deleting port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:09.263639 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.321092 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:25:08Z', 'revision_number': 5, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port': {'id': 'f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe819-4423-461e-80ec-62c590677612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:09.344368 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] For port f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:25:09.344733 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.349881 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] Checking router: 0c8fe819-4423-461e-80ec-62c590677612 for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:25:09.357860 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] Routers {'0c8fe819-4423-461e-80ec-62c590677612'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:25:09.358490 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:24:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['0c8fe819-4423-461e-80ec-62c590677612'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:09.407192 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Calling delete_port for f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:09.441398 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] Set router 0c8fe819-4423-461e-80ec-62c590677612 gateway port host: None {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:25:09.491202 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:25:09Z', 'revision_number': 6, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port_host': None}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:09.519802 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe7d20-a5ed-4383-b2af-102ff71bc768 None None] The sync data for ids ['0c8fe819-4423-461e-80ec-62c590677612'] in dv-cinder-797380-1-iscsi is: [{'id': '0c8fe819-4423-461e-80ec-62c590677612', 'name': 'tempest-TestVolumeBootPattern-1715679969-router', 'tenant_id': '9a8e066b9b0641308128a3a8e67f379a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:16:20Z', 'updated_at': '2021-06-22T04:25:09Z', 'revision_number': 6, 'project_id': '9a8e066b9b0641308128a3a8e67f379a', 'gw_port_host': None}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:25:09.619479 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd960ed-0003-4d19-bbd5-58a8e8b3ab55 req-860eac5a-2710-43a0-9791-c885298065cd tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:09.620913 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-edd960ed-0003-4d19-bbd5-58a8e8b3ab55 req-860eac5a-2710-43a0-9791-c885298065cd tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.1159213 Jun 22 04:25:09.659525 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-edd960ed-0003-4d19-bbd5-58a8e8b3ab55 req-60e59742-ef48-4bde-ab07-a10bc1b1af76 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327353 Jun 22 04:25:09.684584 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.687624 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c28eec0b-e33d-47b0-9be5-2aa337b5e478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:09.710167 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:09.713481 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:09.773588 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.861667 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.863915 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.978226 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.978763 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c8fe819-4423-461e-80ec-62c590677612 {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:25:09.983158 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:09.984366 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0c8fe819-4423-461e-80ec-62c590677612 HTTP/1.1" status: 204 len: 168 time: 1.0312288 Jun 22 04:25:09.986989 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56760) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:10.029530 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] Deleting subnet e5435687-8fde-4b3e-9235-329a673e9d89 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:25:10.032436 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.069579 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24247633'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.144416 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.288731 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24605437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24233535'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.291308 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8f81b170-908f-40cd-91f6-63be47cd3981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:10.320617 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5435687-8fde-4b3e-9235-329a673e9d89,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:10.322660 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.324587 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e5435687-8fde-4b3e-9235-329a673e9d89 HTTP/1.1" status: 204 len: 168 time: 0.3366089 Jun 22 04:25:10.325534 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7cec89bb-181a-43fc-806b-f6b84ca67aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:10.327033 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56762) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:10.329820 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47f2196-c55c-445a-a474-3a8c6faf0331 None None] Network 26d2103c-dd1e-4665-b334-2e1003b1b504 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:25:10.394037 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.448611 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Deleting port 8057e71a-b388-42ec-928e-6ebfd6f37c2c {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:10.448952 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.519219 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] For port 8057e71a-b388-42ec-928e-6ebfd6f37c2c, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=8057e71a-b388-42ec-928e-6ebfd6f37c2c,segment=NetworkSegment(0fb06053-206d-4d52-9620-a00c28fde0fe),segment_id=0fb06053-206d-4d52-9620-a00c28fde0fe)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:25:10.519584 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.538460 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] DHCP port deletion for 26d2103c-dd1e-4665-b334-2e1003b1b504 request from dv-cinder-797380-1-iscsi {{(pid=93484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:25:10.582463 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] Deleting port 8057e71a-b388-42ec-928e-6ebfd6f37c2c {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:25:10.582725 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Calling delete_port for 8057e71a-b388-42ec-928e-6ebfd6f37c2c owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:10.582859 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.646363 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] For port 8057e71a-b388-42ec-928e-6ebfd6f37c2c, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=8057e71a-b388-42ec-928e-6ebfd6f37c2c,segment=NetworkSegment(0fb06053-206d-4d52-9620-a00c28fde0fe),segment_id=0fb06053-206d-4d52-9620-a00c28fde0fe)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:25:10.646905 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.714733 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] Calling delete_port for 8057e71a-b388-42ec-928e-6ebfd6f37c2c owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:25:10.726273 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 27886203-a9b8-48e5-b976-c2fe92cda9c7 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:25:10.748662 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 27886203-a9b8-48e5-b976-c2fe92cda9c7 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:25:10.748960 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 27886203-a9b8-48e5-b976-c2fe92cda9c7 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:25:10.749362 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 8057e71a-b388-42ec-928e-6ebfd6f37c2c no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:25:10.755681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.758915 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:10.785132 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8057e71a-b388-42ec-928e-6ebfd6f37c2c,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:10.794797 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] No DVR routers for this DVR port 8057e71a-b388-42ec-928e-6ebfd6f37c2c on host dv-cinder-797380-1-iscsi {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:25:10.796787 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 8057e71a-b388-42ec-928e-6ebfd6f37c2c {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:25:10.801650 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 8057e71a-b388-42ec-928e-6ebfd6f37c2c not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:25:10.801816 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:10.801930 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:25:10.822705 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:25:10.823056 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device f0a93943-e5b0-4f2d-aeb6-7e28a6aab16a not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:25:10.853855 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.855744 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:10.878942 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] Pushing event deleted for resources: {'Port': ['ID=8057e71a-b388-42ec-928e-6ebfd6f37c2c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:10.882035 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:10.882851 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] No DVR routers for this DVR port 8057e71a-b388-42ec-928e-6ebfd6f37c2c on host dv-cinder-797380-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:25:10.892289 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.904832 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d2103c-dd1e-4665-b334-2e1003b1b504']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:10.918028 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb06053-206d-4d52-9620-a00c28fde0fe') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:10.918365 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb06053-206d-4d52-9620-a00c28fde0fe') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:25:10.929641 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24247654'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.947772 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff0fe6-1974-4fc4-a2f0-da79132566ef req-e713f70c-7786-427c-aa73-322b1a7f3c29 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:10.949233 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ffff0fe6-1974-4fc4-a2f0-da79132566ef req-e713f70c-7786-427c-aa73-322b1a7f3c29 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.1676264 Jun 22 04:25:10.954964 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.966804 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24604996'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: timer() Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: cb(*args, **kw) Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: self._notify() Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: self.callback(batched_events) Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: event.method(event) Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._get(url).json() Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:25:10.973064 dv-cinder-797380-1-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:25:11.041786 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ffff0fe6-1974-4fc4-a2f0-da79132566ef req-303b0a84-bff9-440d-9847-8145665c4462 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827396 Jun 22 04:25:11.120968 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:11.124517 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:11.126967 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:11.128850 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] 10.222.0.37 "DELETE /v2.0/networks/26d2103c-dd1e-4665-b334-2e1003b1b504 HTTP/1.1" status: 204 len: 168 time: 0.8009069 Jun 22 04:25:11.140917 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Pushing event deleted for resources: {'Network': ['ID=26d2103c-dd1e-4665-b334-2e1003b1b504,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:11.143468 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d835f589-44b3-4af4-adc6-5ce0b7dd67cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:11.439607 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56768) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:11.478591 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3bdd41e9-dfa5-48d8-9bf7-655b36f6a4bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d81559d2f3544a18942bb99f25347c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377562 Jun 22 04:25:11.480886 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56770) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:11.525873 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca4211c4-b35b-4587-9683-0869a2287b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:11.546177 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca4211c4-b35b-4587-9683-0869a2287b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:11.624523 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:25:11.669551 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca4211c4-b35b-4587-9683-0869a2287b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:11.672493 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca4211c4-b35b-4587-9683-0869a2287b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:11.673618 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ca4211c4-b35b-4587-9683-0869a2287b41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20a156f6-4ade-4af3-8480-cef42eb79d30 HTTP/1.1" status: 204 len: 168 time: 0.1918356 Jun 22 04:25:11.674456 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0dc81d63-5008-4be1-bb19-8c318dc2e84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:11.681930 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4211c4-b35b-4587-9683-0869a2287b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a156f6-4ade-4af3-8480-cef42eb79d30,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:11.684511 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ca4211c4-b35b-4587-9683-0869a2287b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:12.219815 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1c2d9-7153-4fc0-8ed1-4e54483b14a7 req-4b8f79e3-8710-48e1-bd13-a317407e4e69 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:12.221359 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b3d1c2d9-7153-4fc0-8ed1-4e54483b14a7 req-4b8f79e3-8710-48e1-bd13-a317407e4e69 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.0676255 Jun 22 04:25:12.260298 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b3d1c2d9-7153-4fc0-8ed1-4e54483b14a7 req-de13a7c2-5067-436f-a71a-2885b7153bc8 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330763 Jun 22 04:25:12.261629 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56778) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:12.301566 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-91089989-2209-4818-9043-72ded71bd7f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a8e066b9b0641308128a3a8e67f379a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387645 Jun 22 04:25:12.304243 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56780) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:25:12.351761 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e8f2365a-af20-46a3-9fb6-56fd85ebb6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:12.371642 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e8f2365a-af20-46a3-9fb6-56fd85ebb6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:12.470586 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e8f2365a-af20-46a3-9fb6-56fd85ebb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:12.473463 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e8f2365a-af20-46a3-9fb6-56fd85ebb6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:12.474627 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e8f2365a-af20-46a3-9fb6-56fd85ebb6b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df70f257-3384-452e-a05e-479d87c7d47e HTTP/1.1" status: 204 len: 168 time: 0.1695020 Jun 22 04:25:12.476275 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e1fca848-10fc-40ad-b694-7a29aff49a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:25:12.484146 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2365a-af20-46a3-9fb6-56fd85ebb6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df70f257-3384-452e-a05e-479d87c7d47e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:25:12.487928 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e8f2365a-af20-46a3-9fb6-56fd85ebb6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:25:12.629173 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-a9027bb1-de91-4c47-a93c-084bb1d1a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:12.630719 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-a9027bb1-de91-4c47-a93c-084bb1d1a76a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1137 time: 0.0563345 Jun 22 04:25:12.736226 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-a6df69dc-50c7-427a-af5f-6dea0c7e36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:12.737568 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-a6df69dc-50c7-427a-af5f-6dea0c7e36e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 914 time: 0.0825746 Jun 22 04:25:12.809009 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-7662f9c1-09c1-470e-b047-ae2ba7f29af8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 1000 time: 0.0639944 Jun 22 04:25:12.859057 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-e2db4305-e0cd-480f-8b5d-ffec83554ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:12.860547 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-e2db4305-e0cd-480f-8b5d-ffec83554ecb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 200 len: 852 time: 0.0448239 Jun 22 04:25:12.922158 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-b9de8fe3-7556-4950-9222-0f6193a3a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:12.923669 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-b9de8fe3-7556-4950-9222-0f6193a3a90e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814793db-ff2b-476e-9e3c-1382f86afaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566432 Jun 22 04:25:13.016630 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-c21fd919-c284-45aa-87b7-e7631aa12b18 service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862048 Jun 22 04:25:13.101982 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e945f287-17eb-4017-be16-97e5fcc9c599 req-27069319-37f8-4eb8-a993-34bb1c4b94ea service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790155 Jun 22 04:25:13.439287 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e979537-d70d-478d-95ef-4a136c4b13f4 req-88002d25-c8d6-4213-b7a5-0d0eba22b11e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:13.440760 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e979537-d70d-478d-95ef-4a136c4b13f4 req-88002d25-c8d6-4213-b7a5-0d0eba22b11e tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.0641160 Jun 22 04:25:13.485303 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e979537-d70d-478d-95ef-4a136c4b13f4 req-48717f78-c208-4902-8e52-ad16d37d6066 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370426 Jun 22 04:25:14.948181 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ac79d-d937-424f-bb99-af4b790a5fd3 req-a68ee88c-e7c5-4949-963a-d2d526e06dc2 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:25:14.949659 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-080ac79d-d937-424f-bb99-af4b790a5fd3 req-a68ee88c-e7c5-4949-963a-d2d526e06dc2 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.3546617 Jun 22 04:25:14.989137 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-080ac79d-d937-424f-bb99-af4b790a5fd3 req-db419c46-8912-417d-84fb-bd534b047815 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&id=57df899b-33cd-4f55-973c-b9ab24505b43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337558 Jun 22 04:25:21.347300 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1bf28fdb-28b7-49e2-b82c-e98ce30926e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:23.840297 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-30784db5-3fd9-466a-826b-19476e139bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:24.114765 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:25.148701 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:26.512803 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:32.251433 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:48.622627 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:25:51.330771 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0c794175-5098-4934-b0af-201dd85ef8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:53.833806 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-65615d02-6b62-4166-9cff-505c32f0ae33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:54.118468 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:55.153452 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:25:56.501943 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:02.209039 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:14.503194 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-bd24c14a-e7c6-4582-8c68-1d3ea1a2239a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496840 Jun 22 04:26:14.613369 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-1c49f6b1-6955-4bc8-bbbd-8daf99243efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:14.614825 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-1c49f6b1-6955-4bc8-bbbd-8daf99243efa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1137 time: 0.0538051 Jun 22 04:26:14.713607 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-61e140d9-bd80-4ee8-a00c-d69a5f660dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:14.715062 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-61e140d9-bd80-4ee8-a00c-d69a5f660dab service neutron] 10.222.0.26 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 914 time: 0.0797603 Jun 22 04:26:14.781827 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-4ca101dc-71aa-49c3-b605-3d60adb3bd1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 1000 time: 0.0600591 Jun 22 04:26:14.828270 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-8a3a7d26-8b27-4fe6-bd13-4ae6dab52541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:14.829662 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-8a3a7d26-8b27-4fe6-bd13-4ae6dab52541 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 200 len: 852 time: 0.0416613 Jun 22 04:26:14.883849 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-32d29808-284f-4ea7-b15a-1ec1f6077986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:14.885287 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-32d29808-284f-4ea7-b15a-1ec1f6077986 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814793db-ff2b-476e-9e3c-1382f86afaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497489 Jun 22 04:26:14.973606 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-371134be-49c3-4edb-a7d1-8df9d1f5b138 service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815849 Jun 22 04:26:15.060028 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2836d775-51c3-4b46-bb9f-deb2428655f0 req-636d9df8-6017-4fa2-8c49-f0a5a7d8f7dc service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799174 Jun 22 04:26:18.406924 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-42d44469-5875-4dba-815a-b52e55bebf4c tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945781027&fields=id&tenant_id=8644f05015fd434693d717e97da23f16 HTTP/1.1" status: 200 len: 267 time: 0.0325577 Jun 22 04:26:18.475366 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-642fd329-eb94-418c-820c-9bab0f4b8c11 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:18.476783 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-642fd329-eb94-418c-820c-9bab0f4b8c11 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 984 time: 0.0638313 Jun 22 04:26:18.487093 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Request body: {'port': {'security_groups': ['a72b61e4-cedc-489d-b291-1ca2f216f469']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 04:26:18.565883 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-554399'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:18.734842 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] For port 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:18.763453 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:18.821026 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731224863187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731224433273', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731224433318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24605372'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:18.824866 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d3aee7ed-8eb8-4569-a900-947adf269f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:18.857420 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['2a70657e-48f0-4bab-9e7c-33187f5b9e15'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:26:18.867379 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:18.868029 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:18.869438 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b4252a3-f92c-47b0-b282-93f2bc726dcf req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "PUT /v2.0/ports/2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 942 time: 0.3866980 Jun 22 04:26:18.869979 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:26:18.872648 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff507df-f0d1-4ad7-8f43-b09b15312374" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:26:18.929382 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56822) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event updated for resources: {'Port': ['ID=2a70657e-48f0-4bab-9e7c-33187f5b9e15,revision_number=7']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.930833 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:18.936753 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80024187-e0b8-4432-8f08-9c915b9416d7 x-openstack-request-id: req-80024187-e0b8-4432-8f08-9c915b9416d7 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:26:18.937089 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:26:18.937478 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80024187-e0b8-4432-8f08-9c915b9416d7 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:26:18.937919 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'status': 'completed', 'code': 200} Jun 22 04:26:18.938951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d095a7b3-4160-46a2-8d0a-2608e6f3234b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:18.972412 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.002138 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.022047 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['2a70657e-48f0-4bab-9e7c-33187f5b9e15'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:26:19.040191 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-faddb96b-869b-4978-aaa1-6cc44a0ec4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:19.042159 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-faddb96b-869b-4978-aaa1-6cc44a0ec4f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1098 time: 0.0690091 Jun 22 04:26:19.129127 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-bf2c19b0-be4e-4046-bf7f-c0db57015bf5 None None] Provisioning complete for port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 triggered by entity DHCP. {{(pid=93484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 04:26:19.129417 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bf2c19b0-be4e-4046-bf7f-c0db57015bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401503'] for port, provisioning_complete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.135203 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-702fce47-25f3-484a-8dce-364dbb3784c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:19.136674 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-702fce47-25f3-484a-8dce-364dbb3784c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 914 time: 0.0869238 Jun 22 04:26:19.141211 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.143936 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.147890 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "DELETE /v2.0/security-groups/57df899b-33cd-4f55-973c-b9ab24505b43 HTTP/1.1" status: 204 len: 168 time: 0.2622645 Jun 22 04:26:19.147890 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e8f15015-6429-4863-b5da-49e2f9d34caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:19.149371 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56826) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:19.155742 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df899b-33cd-4f55-973c-b9ab24505b43,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:19.164184 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.164663 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.165084 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.165472 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.165844 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.166284 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.166657 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.167025 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.167389 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.167752 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.168120 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.168495 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:19.171881 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b4042afe-8475-4c74-8c14-073fc4d78adb tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:19.254325 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-9a4c040c-94f7-4b7a-bd3e-24f936bad3ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 1000 time: 0.1113803 Jun 22 04:26:19.363978 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-dab8cd53-48c7-4283-9b01-d68ea01a22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:19.366091 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-dab8cd53-48c7-4283-9b01-d68ea01a22d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 200 len: 852 time: 0.0790732 Jun 22 04:26:19.423211 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Deleting port c09e93cf-c0e3-4bce-b1a1-e55e4af97cc8 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:19.423883 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.476520 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-52786c9e-a818-4cf1-b8f4-3762d7d2f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:19.478020 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-52786c9e-a818-4cf1-b8f4-3762d7d2f479 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814793db-ff2b-476e-9e3c-1382f86afaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056335 Jun 22 04:26:19.556244 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.556578 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.625682 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Calling delete_port for c09e93cf-c0e3-4bce-b1a1-e55e4af97cc8 owned by network:floatingip {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:19.656105 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-11301bbc-7551-4d8e-8b0e-8ea656f8d534 service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709242 Jun 22 04:26:19.825558 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ff507df-f0d1-4ad7-8f43-b09b15312374 req-1bd3d8bb-213a-4908-a8bb-9a7ffcdd3f7a service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375997 Jun 22 04:26:19.952606 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:19.955614 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bda6ce98-e54e-4b08-892f-cc34e523c27f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:19.979617 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event deleted for resources: {'Port': ['ID=c09e93cf-c0e3-4bce-b1a1-e55e4af97cc8,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:19.984686 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:20.042697 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks [] for floatingip, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:20.043039 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Floating IP 4fb02c0e-8230-4e43-b95c-d69d6177a16b disassociated (deleted). External IP: 172.27.1.75, port: 2a70657e-48f0-4bab-9e7c-33187f5b9e15. Jun 22 04:26:20.242804 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Router 5872a247-e1d4-434d-bed9-1f6c7203846d has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:26:20.347556 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:26:20.353077 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:20.357263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] Sync routers for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:26:20.365970 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:26:20.366664 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:25:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:20.390677 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-67b7df5e-a794-4afd-ad92-9570ac753945 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "DELETE /v2.0/floatingips/4fb02c0e-8230-4e43-b95c-d69d6177a16b HTTP/1.1" status: 204 len: 168 time: 1.2403636 Jun 22 04:26:20.471872 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:26:20.683734 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:55Z', 'revision_number': 5, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:20.710963 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] Checking router: 5872a247-e1d4-434d-bed9-1f6c7203846d for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:26:20.719405 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:26:20.720006 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:25:54Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:20.831063 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:26:20.938989 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:26:20.942017 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a90718-99af-41c9-90b7-842f964aa6de" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:26:20.981777 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b3cce3-758d-4939-9fe0-ad802449ca15 x-openstack-request-id: req-d7b3cce3-758d-4939-9fe0-ad802449ca15 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:26:20.982243 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:26:20.982554 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7b3cce3-758d-4939-9fe0-ad802449ca15 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:26:20.982988 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'status': 'completed', 'code': 200} Jun 22 04:26:21.031716 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:55Z', 'revision_number': 5, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:21.062203 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c9eb0-a127-47a7-9b20-9a6341e3e4bf None None] The sync data for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi is: [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:22:49Z', 'revision_number': 4, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi', '_interfaces': [{'id': '97893821-daa4-4d9a-950d-7408a3a01d9a', 'name': '', 'network_id': '814793db-ff2b-476e-9e3c-1382f86afaa8', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'mac_address': 'fa:16:3e:d8:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:49Z', 'updated_at': '2021-06-22T04:22:55Z', 'revision_number': 5, 'project_id': '8644f05015fd434693d717e97da23f16', 'subnets': [{'id': '3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:26:21.080442 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a90718-99af-41c9-90b7-842f964aa6de req-13c33cc6-aa6c-4837-9995-56cac5df9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:21.081927 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35a90718-99af-41c9-90b7-842f964aa6de req-13c33cc6-aa6c-4837-9995-56cac5df9e0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8644f05015fd434693d717e97da23f16&device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 1098 time: 0.0538995 Jun 22 04:26:21.170851 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a90718-99af-41c9-90b7-842f964aa6de req-66198fbd-a688-44ef-bdd7-21685e5d770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:21.172323 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35a90718-99af-41c9-90b7-842f964aa6de req-66198fbd-a688-44ef-bdd7-21685e5d770f service neutron] 10.222.0.26 "GET /v2.0/networks?id=814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 200 len: 914 time: 0.0837059 Jun 22 04:26:21.218814 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35a90718-99af-41c9-90b7-842f964aa6de req-0c4ef808-3ac8-457d-a05f-e60459936809 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 200 len: 217 time: 0.0396020 Jun 22 04:26:21.275999 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9998ca7-fab2-44a2-9d94-d0ae73f445f1 None None] New status for floating IP 4fb02c0e-8230-4e43-b95c-d69d6177a16b: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 04:26:21.279755 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a90718-99af-41c9-90b7-842f964aa6de req-e852d72c-c938-40d0-8811-7aa1984f43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:21.281211 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35a90718-99af-41c9-90b7-842f964aa6de req-e852d72c-c938-40d0-8811-7aa1984f43a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 200 len: 852 time: 0.0476668 Jun 22 04:26:21.329965 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e5c3da74-e16c-40e3-a3e7-eaf882683c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:21.342828 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a90718-99af-41c9-90b7-842f964aa6de req-d9e5127a-ba0a-43ed-b7cd-8e1090c14389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:21.342828 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35a90718-99af-41c9-90b7-842f964aa6de req-d9e5127a-ba0a-43ed-b7cd-8e1090c14389 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814793db-ff2b-476e-9e3c-1382f86afaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530491 Jun 22 04:26:21.437671 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35a90718-99af-41c9-90b7-842f964aa6de req-af9bfb3b-f4be-4c37-9b6c-4cc08089b892 service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892410 Jun 22 04:26:21.525647 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-35a90718-99af-41c9-90b7-842f964aa6de req-bb389fdb-f427-41d5-8a8f-620b3730c06b service neutron] 10.222.0.26 "GET /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801702 Jun 22 04:26:23.843738 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e15252da-cc80-4411-9f69-6189025077a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:24.135832 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:25.163993 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:25.179080 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c655b60-dae3-4987-9fb7-da38fc1e485f req-55deee96-ccb0-478e-b86e-53bafc7f269f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:25.180540 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c655b60-dae3-4987-9fb7-da38fc1e485f req-55deee96-ccb0-478e-b86e-53bafc7f269f tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0633125 Jun 22 04:26:25.217255 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c655b60-dae3-4987-9fb7-da38fc1e485f req-c4b07002-6a30-4eb6-9d98-3d0b43c0f959 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Jun 22 04:26:25.621778 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:26:26.393545 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234a1c0-ceae-46ad-a9b2-5286f16912e6 req-57c1de88-cb66-4fa5-8686-132d480babc3 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:26.395025 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6234a1c0-ceae-46ad-a9b2-5286f16912e6 req-57c1de88-cb66-4fa5-8686-132d480babc3 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0662951 Jun 22 04:26:26.432098 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6234a1c0-ceae-46ad-a9b2-5286f16912e6 req-a6a04fcb-0934-4bea-8316-ecef59d8f14b tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a72b61e4-cedc-489d-b291-1ca2f216f469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Jun 22 04:26:26.517613 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:27.071369 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-10f921de-f49e-42c9-95f9-a85e80b118fc tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 04:26:27.072770 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-10f921de-f49e-42c9-95f9-a85e80b118fc tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 945 time: 0.0620253 Jun 22 04:26:27.173523 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Deleting port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:27.173784 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:27.258390 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] For port 2a70657e-48f0-4bab-9e7c-33187f5b9e15, host hv-cinder-79738, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79738',level=0,port_id=2a70657e-48f0-4bab-9e7c-33187f5b9e15,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:27.258754 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:27.322919 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Calling delete_port for 2a70657e-48f0-4bab-9e7c-33187f5b9e15 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:27.489363 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:27.494902 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6dd6c0a5-6eb4-4daf-a4e3-822c7610244a tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:27.520305 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Pushing event deleted for resources: {'Port': ['ID=2a70657e-48f0-4bab-9e7c-33187f5b9e15,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:27.524343 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:27.549634 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] get_ports_and_sgs() called for port_ids ['2a70657e-48f0-4bab-9e7c-33187f5b9e15'] {{(pid=93484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 04:26:27.600706 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] No DVR routers for this DVR port 2a70657e-48f0-4bab-9e7c-33187f5b9e15 on host hv-cinder-79738 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:26:27.604048 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-367d37a9-97dc-4a3b-b1ac-8978e8345ad4 req-feb0d711-3417-4113-be3d-2159c0d70ef9 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1c2aa0-f54f-4a2d-9b9b-7525469fc539 HTTP/1.1" status: 200 len: 210 time: 0.0479207 Jun 22 04:26:27.604966 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245017'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:27.606807 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f60dc5d-cb0f-4deb-9169-49dae2c6bc2b req-8fd79855-e222-46f5-8d3c-44297b207171 tempest-TestMinimumBasicScenario-1510995327 tempest-TestMinimumBasicScenario-1510995327-project] 10.222.0.26 "DELETE /v2.0/ports/2a70657e-48f0-4bab-9e7c-33187f5b9e15 HTTP/1.1" status: 204 len: 173 time: 0.5246797 Jun 22 04:26:27.607428 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'name': 'network-vif-deleted', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 04:26:27.609599 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a351344d1bd45f5aec3e0f37a799a04016752b1b946703e9377ccf2734c6cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc4f097-e47b-452e-b805-38a927334004" -d '{"events": [{"server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "name": "network-vif-deleted", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 04:26:27.649492 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87e1dd3-6a24-4c29-baa8-9535fb86568f x-openstack-request-id: req-e87e1dd3-6a24-4c29-baa8-9535fb86568f {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 04:26:27.649981 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1c2aa0-f54f-4a2d-9b9b-7525469fc539", "name": "network-vif-deleted", "tag": "2a70657e-48f0-4bab-9e7c-33187f5b9e15", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 04:26:27.655627 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e87e1dd3-6a24-4c29-baa8-9535fb86568f {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 04:26:27.655627 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1c2aa0-f54f-4a2d-9b9b-7525469fc539', 'name': 'network-vif-deleted', 'tag': '2a70657e-48f0-4bab-9e7c-33187f5b9e15', 'status': 'completed', 'code': 200} Jun 22 04:26:29.798906 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56918) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:30.134401 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:30.377850 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Deleting port 97893821-daa4-4d9a-950d-7408a3a01d9a {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:30.378224 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:30.453173 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] For port 97893821-daa4-4d9a-950d-7408a3a01d9a, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=97893821-daa4-4d9a-950d-7408a3a01d9a,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:30.453526 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:30.517305 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Calling delete_port for 97893821-daa4-4d9a-950d-7408a3a01d9a owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:30.746489 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:30.748570 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-4920b314-ff6f-4f97-bdf5-a24b21f75adf tempest-AttachVolumeTestJSON-957575549 tempest-AttachVolumeTestJSON-957575549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:30.776635 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Pushing event deleted for resources: {'Port': ['ID=97893821-daa4-4d9a-950d-7408a3a01d9a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:30.779760 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:30.948730 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:31.375074 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Router 5872a247-e1d4-434d-bed9-1f6c7203846d has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:26:31.477386 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:26:31.482264 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-8d015386-3d32-4b49-a392-7ba6edcb272a admin admin] 10.222.0.37 "PUT /v2.0/routers/5872a247-e1d4-434d-bed9-1f6c7203846d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6823256 Jun 22 04:26:31.484768 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56920) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:31.487632 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] Sync routers for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:26:31.497362 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:26:31.497971 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:26:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:31.588435 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks [] for router, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:31.686916 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:31.723472 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: dv-cinder-797380-1-iscsi {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:26:31.789552 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 2a70657e-48f0-4bab-9e7c-33187f5b9e15 no longer exists at agent hyperv_hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:26:31.820815 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Deleting port 1ac24157-2b00-449b-a3b3-b54cf0aa929d {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:31.821160 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:31.837901 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] No Port match for: 2a70657e-48f0-4bab-9e7c-33187f5b9e15 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:26:31.838278 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Device 2a70657e-48f0-4bab-9e7c-33187f5b9e15 not bound to the agent host hv-cinder-79738 {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:26:31.900851 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] For port 1ac24157-2b00-449b-a3b3-b54cf0aa929d, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=1ac24157-2b00-449b-a3b3-b54cf0aa929d,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:31.901438 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:31.922902 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:26:30Z', 'revision_number': 5, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port': {'id': '1ac24157-2b00-449b-a3b3-b54cf0aa929d', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:47Z', 'updated_at': '2021-06-22T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:31.949386 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] Checking router: 5872a247-e1d4-434d-bed9-1f6c7203846d for host: dv-cinder-797380-1-iscsi {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:26:31.957365 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] Routers {'5872a247-e1d4-434d-bed9-1f6c7203846d'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:26:31.957970 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:26:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['5872a247-e1d4-434d-bed9-1f6c7203846d'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:31.966111 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Calling delete_port for 1ac24157-2b00-449b-a3b3-b54cf0aa929d owned by network:router_gateway {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:32.042521 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] Set router 5872a247-e1d4-434d-bed9-1f6c7203846d gateway port host: None {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:26:32.097430 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:26:31Z', 'revision_number': 6, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port_host': None}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:32.123419 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0188a0-f7fb-4644-8d6d-711579a34809 None None] The sync data for ids ['5872a247-e1d4-434d-bed9-1f6c7203846d'] in dv-cinder-797380-1-iscsi is: [{'id': '5872a247-e1d4-434d-bed9-1f6c7203846d', 'name': 'tempest-TestMinimumBasicScenario-37593692-router', 'tenant_id': '8644f05015fd434693d717e97da23f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:46Z', 'updated_at': '2021-06-22T04:26:31Z', 'revision_number': 6, 'project_id': '8644f05015fd434693d717e97da23f16', 'gw_port_host': None}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:26:32.186757 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.189110 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c0c38e49-49de-4f7b-959f-8b177b566e89 tempest-TestVolumeBootPattern-492673402 tempest-TestVolumeBootPattern-492673402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:32.204716 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.211053 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac24157-2b00-449b-a3b3-b54cf0aa929d,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:32.213539 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:32.279748 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.367338 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.369600 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.460192 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.460636 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5872a247-e1d4-434d-bed9-1f6c7203846d {{(pid=93482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:26:32.465024 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.466246 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-6b5d7b5e-e2fa-41b1-8e45-d38d3990babd admin admin] 10.222.0.37 "DELETE /v2.0/routers/5872a247-e1d4-434d-bed9-1f6c7203846d HTTP/1.1" status: 204 len: 168 time: 0.9805405 Jun 22 04:26:32.468765 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56922) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:32.513931 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] Deleting subnet 3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:26:32.517263 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.551913 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13827843'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.630766 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.752643 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13863094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13831410'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.754719 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:32.778965 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:32.782019 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:32.783094 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.784952 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-5ed4035e-a239-4991-89ec-cace436dbcc4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3ba8d8c2-e1fb-4f8d-9843-515d743ee0a6 HTTP/1.1" status: 204 len: 168 time: 0.3152494 Jun 22 04:26:32.788302 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 56924) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:32.790875 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50006fb-9818-4cbf-9a04-f54836e7aad9 None None] Network 814793db-ff2b-476e-9e3c-1382f86afaa8 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:26:32.857960 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.924978 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 1ac24157-2b00-449b-a3b3-b54cf0aa929d no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:26:32.929850 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Deleting port 3f9920c3-69e4-4af1-8dc0-633dbab39edd {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:32.930240 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.946887 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 1ac24157-2b00-449b-a3b3-b54cf0aa929d {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:26:32.947254 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 1ac24157-2b00-449b-a3b3-b54cf0aa929d not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:26:32.947704 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 97893821-daa4-4d9a-950d-7408a3a01d9a no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:26:32.967680 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 97893821-daa4-4d9a-950d-7408a3a01d9a {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:26:32.968045 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 97893821-daa4-4d9a-950d-7408a3a01d9a not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:26:32.993332 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] For port 3f9920c3-69e4-4af1-8dc0-633dbab39edd, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=3f9920c3-69e4-4af1-8dc0-633dbab39edd,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:32.993882 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:32.999492 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] DHCP port deletion for 814793db-ff2b-476e-9e3c-1382f86afaa8 request from dv-cinder-797380-1-iscsi {{(pid=93484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:26:33.051430 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Deleting port 3f9920c3-69e4-4af1-8dc0-633dbab39edd {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:33.051817 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.066734 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Calling delete_port for 3f9920c3-69e4-4af1-8dc0-633dbab39edd owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:33.118695 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] For port 3f9920c3-69e4-4af1-8dc0-633dbab39edd, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=3f9920c3-69e4-4af1-8dc0-633dbab39edd,segment=NetworkSegment(e5af775e-bdc0-4f5d-9c35-46b6e685db2d),segment_id=e5af775e-bdc0-4f5d-9c35-46b6e685db2d)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:33.119233 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.190119 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Calling delete_port for 3f9920c3-69e4-4af1-8dc0-633dbab39edd owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:33.260593 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13863164'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.263478 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cda96552-999c-47a9-ba8d-a3f4f8a240d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:33.266376 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.268230 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:33.288531 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9920c3-69e4-4af1-8dc0-633dbab39edd,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:33.290385 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] No DVR routers for this DVR port 3f9920c3-69e4-4af1-8dc0-633dbab39edd on host dv-cinder-797380-1-iscsi {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:26:33.291854 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:33.294411 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Pushing event deleted for resources: {'Port': ['ID=3f9920c3-69e4-4af1-8dc0-633dbab39edd,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:33.300699 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] No DVR routers for this DVR port 3f9920c3-69e4-4af1-8dc0-633dbab39edd on host dv-cinder-797380-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:26:33.308997 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.310036 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.310036 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.310724 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.311362 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.311680 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.312016 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.312400 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.313263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.313263 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.313452 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.313674 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797380-1-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 04:26:33.316811 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b0a3296e-7c1c-48e8-9832-fdd8fb7499d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:33.363144 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.372832 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814793db-ff2b-476e-9e3c-1382f86afaa8']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:33.386028 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:33.386358 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5af775e-bdc0-4f5d-9c35-46b6e685db2d') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:33.394904 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13827892'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.408724 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.415315 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:26:33.415703 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13863695'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: Traceback (most recent call last): Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: timer() Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: cb(*args, **kw) Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: return func(*args, **kwargs) Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: self._notify() Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: self.callback(batched_events) Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: event.method(event) Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: return f(self, *a, **k) Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._get(url).json() Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:26:33.417406 dv-cinder-797380-1-iscsi neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:26:33.528958 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.532462 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:33.534872 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:33.536938 dv-cinder-797380-1-iscsi neutron-server[93482]: INFO neutron.wsgi [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] 10.222.0.37 "DELETE /v2.0/networks/814793db-ff2b-476e-9e3c-1382f86afaa8 HTTP/1.1" status: 204 len: 168 time: 0.7475374 Jun 22 04:26:33.540477 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56926) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:33.549103 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=814793db-ff2b-476e-9e3c-1382f86afaa8,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:33.551482 dv-cinder-797380-1-iscsi neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f4308014-5e9f-4587-989f-8acf94d79a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:33.871361 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639443'] for router_interface, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:34.118750 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Deleting port fc957179-95b6-4947-96e7-b0724ba0f20a {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:34.119160 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:34.197504 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] For port fc957179-95b6-4947-96e7-b0724ba0f20a, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=fc957179-95b6-4947-96e7-b0724ba0f20a,segment=NetworkSegment(999725af-42a0-417e-a125-8346bc0b5b82),segment_id=999725af-42a0-417e-a125-8346bc0b5b82)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:34.197783 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:34.540389 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Calling delete_port for fc957179-95b6-4947-96e7-b0724ba0f20a owned by network:router_interface {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:34.749984 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 3f9920c3-69e4-4af1-8dc0-633dbab39edd no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:26:34.769231 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:34.771928 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5c5476dd-3c5e-4821-9f6e-d14e02fd80f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:34.772896 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 3f9920c3-69e4-4af1-8dc0-633dbab39edd {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:26:34.773256 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 3f9920c3-69e4-4af1-8dc0-633dbab39edd not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:26:34.799969 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc957179-95b6-4947-96e7-b0724ba0f20a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:34.802372 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:34.962806 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639359'] for router_interface, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:35.172533 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Router a266a8f0-3c69-4be2-8758-40e6703dcbfd has already been hosted by L3 agent 7d59f977-118b-4e0c-b759-cf853907045e {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 04:26:35.276403 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] Notify agent at l3_agent.dv-cinder-797380-1-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 04:26:35.281693 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c0006573-01f2-4210-9fe5-7f7508202f6a admin admin] 10.222.0.37 "PUT /v2.0/routers/a266a8f0-3c69-4be2-8758-40e6703dcbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398765 Jun 22 04:26:35.284080 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56928) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:35.286891 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] Sync routers for ids ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'] in dv-cinder-797380-1-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 04:26:35.295924 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] Routers {'a266a8f0-3c69-4be2-8758-40e6703dcbfd'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:26:35.296529 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:26:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:35.384760 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:35.396428 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] Set router a266a8f0-3c69-4be2-8758-40e6703dcbfd gateway port host: dv-cinder-797380-1-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:26:35.483106 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:35.564868 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Deleting port 42603762-f560-478a-8390-47b7b4adfff0 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:35.565207 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:35.565914 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'external_fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '42603762-f560-478a-8390-47b7b4adfff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:26:34Z', 'revision_number': 5, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port': {'id': '42603762-f560-478a-8390-47b7b4adfff0', 'name': '', 'network_id': '0d6730cf-fdc9-473a-bf60-46eae01f68f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797380-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T04:22:53Z', 'updated_at': '2021-06-22T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '203796ae-b871-49d8-9b68-6d3b826928e8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797380-1-iscsi'}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:35.594957 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] Checking router: a266a8f0-3c69-4be2-8758-40e6703dcbfd for host: dv-cinder-797380-1-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 04:26:35.604613 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] Routers {'a266a8f0-3c69-4be2-8758-40e6703dcbfd'} bound to L3 agent in host dv-cinder-797380-1-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 04:26:35.604613 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797380-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T04:00:24Z,description=,heartbeat_timestamp=2021-06-22T04:26:24Z,host='dv-cinder-797380-1-iscsi',id=7d59f977-118b-4e0c-b759-cf853907045e,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T04:00:24Z,topic='l3_agent')) {'router_ids': ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:35.640235 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] For port 42603762-f560-478a-8390-47b7b4adfff0, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=42603762-f560-478a-8390-47b7b4adfff0,segment=NetworkSegment(885f6552-1ff3-4b7e-bd16-fd8c0d5947bc),segment_id=885f6552-1ff3-4b7e-bd16-fd8c0d5947bc)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:35.640580 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:35.686461 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] Set router a266a8f0-3c69-4be2-8758-40e6703dcbfd gateway port host: None {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 04:26:35.705587 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Calling delete_port for 42603762-f560-478a-8390-47b7b4adfff0 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:35.736677 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:26:35Z', 'revision_number': 6, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port_host': None}], 'dv-cinder-797380-1-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:35.764802 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ed62b-a408-4093-822c-adeb4565c120 None None] The sync data for ids ['a266a8f0-3c69-4be2-8758-40e6703dcbfd'] in dv-cinder-797380-1-iscsi is: [{'id': 'a266a8f0-3c69-4be2-8758-40e6703dcbfd', 'name': 'tempest-TestMinimumBasicScenario-1240497249-router', 'tenant_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T04:22:52Z', 'updated_at': '2021-06-22T04:26:35Z', 'revision_number': 6, 'project_id': 'dddfafe78ea94ae8be7b963d10dc6934', 'gw_port_host': None}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 04:26:35.929307 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:35.931458 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-23bfbe32-af4b-453d-b66f-483c53659216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:35.953193 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=42603762-f560-478a-8390-47b7b4adfff0,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:35.956681 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:36.018686 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611418'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.106054 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.108646 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.209751 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604390'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.210308 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a266a8f0-3c69-4be2-8758-40e6703dcbfd {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 04:26:36.214744 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.215878 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-78072746-7ece-4e16-9c75-697066e599a6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a266a8f0-3c69-4be2-8758-40e6703dcbfd HTTP/1.1" status: 204 len: 168 time: 0.9304588 Jun 22 04:26:36.218409 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56930) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:36.264335 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] Deleting subnet c936ad1f-4a3e-416b-be60-d481e2d95f7e {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 04:26:36.267253 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.300089 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24247633'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.373698 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397641'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.507518 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24605437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24233535'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.509909 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:36.531815 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c936ad1f-4a3e-416b-be60-d481e2d95f7e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:36.535564 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:36.538356 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.540257 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-acf7ea86-1fae-46d2-8552-3ed5dc05b673 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c936ad1f-4a3e-416b-be60-d481e2d95f7e HTTP/1.1" status: 204 len: 168 time: 0.3209498 Jun 22 04:26:36.542678 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56932) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:36.545125 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22293f2f-2a8f-49ee-af5e-c7029502ea65 None None] Network 13bd5bb8-b09c-488e-a934-9f700ed23f84 requested from dv-cinder-797380-1-iscsi {{(pid=93484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 04:26:36.610780 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572858'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.664974 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Deleting port 23652048-adfd-4ca9-8f3c-c083f9d6feee {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:36.665327 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.737175 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] DHCP port deletion for 13bd5bb8-b09c-488e-a934-9f700ed23f84 request from dv-cinder-797380-1-iscsi {{(pid=93484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 04:26:36.739766 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] For port 23652048-adfd-4ca9-8f3c-c083f9d6feee, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=23652048-adfd-4ca9-8f3c-c083f9d6feee,segment=NetworkSegment(999725af-42a0-417e-a125-8346bc0b5b82),segment_id=999725af-42a0-417e-a125-8346bc0b5b82)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:36.740354 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.798544 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 42603762-f560-478a-8390-47b7b4adfff0 no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:26:36.816139 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Calling delete_port for 23652048-adfd-4ca9-8f3c-c083f9d6feee owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:36.821208 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 42603762-f560-478a-8390-47b7b4adfff0 {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:26:36.821566 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 42603762-f560-478a-8390-47b7b4adfff0 not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:26:36.822004 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device fc957179-95b6-4947-96e7-b0724ba0f20a no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:26:36.842495 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: fc957179-95b6-4947-96e7-b0724ba0f20a {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:26:36.842680 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device fc957179-95b6-4947-96e7-b0724ba0f20a not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:26:36.845889 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] Deleting port 23652048-adfd-4ca9-8f3c-c083f9d6feee {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 04:26:36.846307 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731224891365'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.911940 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] For port 23652048-adfd-4ca9-8f3c-c083f9d6feee, host dv-cinder-797380-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797380-1-iscsi',level=0,port_id=23652048-adfd-4ca9-8f3c-c083f9d6feee,segment=NetworkSegment(999725af-42a0-417e-a125-8346bc0b5b82),segment_id=999725af-42a0-417e-a125-8346bc0b5b82)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 04:26:36.912684 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611227'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.963588 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24605367'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:36.966549 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a4eebc1d-8606-49a3-9f29-30e193432502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:36.977174 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] Calling delete_port for 23652048-adfd-4ca9-8f3c-c083f9d6feee owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 04:26:36.990512 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=23652048-adfd-4ca9-8f3c-c083f9d6feee,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:36.992338 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] No DVR routers for this DVR port 23652048-adfd-4ca9-8f3c-c083f9d6feee on host dv-cinder-797380-1-iscsi {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:26:36.993808 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:37.055985 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731224863205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731224433264'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.057868 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2f873702-482e-48c5-a2ce-9f22a17c1322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:37.064353 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403648', 'neutron.services.segments.db._delete_segments_for_network-8731224944595'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.074478 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bd5bb8-b09c-488e-a934-9f700ed23f84']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:37.079416 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] Pushing event deleted for resources: {'Port': ['ID=23652048-adfd-4ca9-8f3c-c083f9d6feee,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:37.082998 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:37.085280 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c2ab7-49e2-446a-bd77-4e4bdd66e448 None None] No DVR routers for this DVR port 23652048-adfd-4ca9-8f3c-c083f9d6feee on host dv-cinder-797380-1-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 04:26:37.085566 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999725af-42a0-417e-a125-8346bc0b5b82') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:37.085873 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999725af-42a0-417e-a125-8346bc0b5b82') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 04:26:37.096285 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731224944424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24247654'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.109643 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.116111 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24604996'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: timer() Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: cb(*args, **kw) Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: self._notify() Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: self.callback(batched_events) Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: event.method(event) Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._get(url).json() Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 04:26:37.119926 dv-cinder-797380-1-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 04:26:37.231713 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1512721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611516'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.235320 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:37.243127 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512716'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.243127 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] 10.222.0.37 "DELETE /v2.0/networks/13bd5bb8-b09c-488e-a934-9f700ed23f84 HTTP/1.1" status: 204 len: 168 time: 0.6959288 Jun 22 04:26:37.250912 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=13bd5bb8-b09c-488e-a934-9f700ed23f84,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:37.253308 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ed94d3d8-832b-46ab-ad79-cb1bcb8af3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:37.545556 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56936) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:37.584270 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-07516a60-85e5-4bba-8d5c-6f72913627d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8644f05015fd434693d717e97da23f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372910 Jun 22 04:26:37.586462 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56938) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:37.632989 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bc4b-4669-4722-8ce8-91d94ba38663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.653197 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bc4b-4669-4722-8ce8-91d94ba38663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.751905 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bc4b-4669-4722-8ce8-91d94ba38663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.754409 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bc4b-4669-4722-8ce8-91d94ba38663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:37.755547 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3fb8bc4b-4669-4722-8ce8-91d94ba38663 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a72b61e4-cedc-489d-b291-1ca2f216f469 HTTP/1.1" status: 204 len: 168 time: 0.1679265 Jun 22 04:26:37.756349 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3c0d5c2a-1bd1-453d-b39a-0efaad50dd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:37.763579 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8bc4b-4669-4722-8ce8-91d94ba38663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72b61e4-cedc-489d-b291-1ca2f216f469,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:37.766333 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3fb8bc4b-4669-4722-8ce8-91d94ba38663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:38.258951 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56944) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:38.297456 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6812e3af-b565-4698-9a98-7d1a9fd56ad9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dddfafe78ea94ae8be7b963d10dc6934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373135 Jun 22 04:26:38.299789 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.37', 56946) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 04:26:38.348207 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a044fd97-006d-41cd-84f5-3fb9776f8d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:38.367751 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a044fd97-006d-41cd-84f5-3fb9776f8d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:38.460746 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a044fd97-006d-41cd-84f5-3fb9776f8d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352571'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:38.463341 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a044fd97-006d-41cd-84f5-3fb9776f8d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:38.464439 dv-cinder-797380-1-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a044fd97-006d-41cd-84f5-3fb9776f8d7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b59e6c0c-c5a0-458e-bd35-a297525a63c4 HTTP/1.1" status: 204 len: 168 time: 0.1637783 Jun 22 04:26:38.465182 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e8f2365a-af20-46a3-9fb6-56fd85ebb6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 04:26:38.472242 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044fd97-006d-41cd-84f5-3fb9776f8d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e6c0c-c5a0-458e-bd35-a297525a63c4,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 04:26:38.474497 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a044fd97-006d-41cd-84f5-3fb9776f8d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 04:26:38.753433 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 23652048-adfd-4ca9-8f3c-c083f9d6feee no longer exists at agent ovs-agent-dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 04:26:38.775256 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] No Port match for: 23652048-adfd-4ca9-8f3c-c083f9d6feee {{(pid=93484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 04:26:38.775608 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.rpc [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Device 23652048-adfd-4ca9-8f3c-c083f9d6feee not bound to the agent host dv-cinder-797380-1-iscsi {{(pid=93484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 04:26:51.316730 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae4f62c7-1779-4370-9ddf-7a162cd61b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:53.859593 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-80d7bf16-5be0-4beb-adf7-2d61f553c199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:54.122645 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:55.174194 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:26:56.511248 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:02.219526 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:02.619525 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:27:21.310611 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9d578b5f-8e8a-4c87-9703-8233ec5dc496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:23.836009 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-834c87ff-f7a1-42f3-822e-cbe6630820fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:24.116451 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:25.179168 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:26.527540 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:32.235959 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:39.617562 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:27:51.326038 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ff598c56-2ad7-4d34-82dc-a38c3b47a1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:53.846650 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1814dab8-d073-49ca-a5a1-f3c902480fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:54.126810 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:55.149845 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:27:56.515493 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:02.275480 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:16.616841 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:28:21.344067 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-09fc5070-c2b9-4279-8bb9-f5990c412854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:23.835173 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c0c461e-3aa8-47f4-997a-ac2444cae14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:24.109197 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:25.143561 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:26.559149 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:32.263487 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:51.323297 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-931eaf2c-79e1-4706-a5b0-83ba2aec6835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:53.615163 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:28:53.862724 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6e521ee9-cc57-4e5d-9a1c-ffbcfb0c744e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:54.108538 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:55.165383 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:28:56.540547 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:02.309066 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:21.328048 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7362ec79-1a06-49dc-bc98-ae4ac2b1cf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:23.822401 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8754c701-956c-4d88-8336-b1a26a1d274d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:24.122585 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:25.185778 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:26.541961 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:30.613611 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:29:32.299425 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:51.341761 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a399fc2c-35c8-4f26-9277-3af9d553888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:53.844483 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fd118502-574e-47eb-be52-a64b4cc8778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:54.130111 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:55.164526 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:29:56.552978 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:02.261151 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:07.611822 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:30:21.366330 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-77249513-fd31-45e8-86f3-10d9921dfec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:23.849727 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4781ef2e-2c95-4551-a433-dcd0686bb112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:24.131171 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:25.171293 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:26.308814 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-5d622aad-4150-4d69-8c6e-12ed40e1f6c4 req-4b32edb0-6339-4175-9424-979012f44866 service neutron] (93483) timed out ('10.222.0.37', 52506) {{(pid=93483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 04:30:26.548818 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:32.323449 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:44.611102 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:30:51.330303 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-42b61b8d-a279-486d-bd78-8fc5b3d34b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:53.872991 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a77f19e-f645-42ea-947b-aa1835390bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:54.124558 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:55.175711 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:30:56.541303 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:02.295789 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:21.329538 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-32b596cf-bc70-401c-8da4-395cf021a1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:21.609073 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:31:23.826133 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-935186ea-3311-4509-94eb-34cb8c29a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:24.116418 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:25.173692 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:26.539964 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:32.265546 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:51.339387 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b9c5a84e-a24c-4cde-83ce-8e66345b5b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:53.876126 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-39a1a464-6acf-4521-926e-fa42e5fb3707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:54.116327 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ea6a42d8-734e-4616-99a6-5221cafdd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:55.173678 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c15ac1e9-b679-499f-bc05-60fb83c84baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:56.561858 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b3037166-3947-45aa-b551-c531329ddfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:31:58.607595 dv-cinder-797380-1-iscsi neutron-server[93485]: DEBUG neutron.db.agents_db [None req-16dedca9-752d-4c0d-a7d0-6a71631e674f None None] Agent healthcheck: found 6 active agents {{(pid=93485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 04:32:02.253129 dv-cinder-797380-1-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-25230133-761a-46b4-a874-a05a5edbb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731224944577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401674'] for agent, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 04:32:15.916166 dv-cinder-797380-1-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-f556db35-29d4-4e20-914d-77c70b6dafa9 req-a8d848e8-3f3d-4606-8496-b350240b40ec service neutron] (93483) timed out ('10.222.0.26', 51198) {{(pid=93483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}